framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.2869951963424683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.37118079662323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.4394239902496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.8341055870056152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.9235712051391601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.9493632316589355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.27292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.0034367561340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.0848896026611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.38788480758666993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.1216511726379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.48090238571166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.8596672058105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.1990976333618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.9281151771545411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.183955192565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.9470527648925782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.01,1.2087936401367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.9609536170959473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.01,1.3026944160461427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.0024640083312988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.01,1.1251328468322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.035372829437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.182572841644287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.2438528060913085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.2,1.0539199829101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.1602368354797363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.4481023788452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.2,1.2485055923461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.620947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.2,1.2889792442321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.7729280471801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.2,1.1981375694274903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.343929672241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.3060031890869142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.01,2.8766143798828123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.2775039672851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.01,3.9999614715576173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.4088255882263183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.01,5.136537551879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.558022403717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.01,7.299161529541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.7943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.3992000579833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.01,9.952243041992187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.2,3.001420783996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.2,4.121772766113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.01,15.685906982421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.2,4.975551986694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.2,7.612339019775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.01,20.361164855957032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.2,9.942784118652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.01,25.84972229003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.2,14.996351623535157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.2,20.406764221191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.01,40.695098876953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.2,25.801202392578126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.2,40.22447509765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.01,79.3046142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.2,80.69022216796876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.4815487861633301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.46124801635742185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.5779263973236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.6152512073516846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.7964096069335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.8348735809326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.5324480056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.5717887878417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.01,1.5275967597961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.2,1.5650176048278808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.2,1.5928704261779785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.01,1.5947775840759277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.2,1.6530048370361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.01,1.6669248580932616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.2,1.6221504211425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.01,1.6472192764282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.755731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.01,1.7172351837158204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.2,1.7959936141967774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.01,1.7574272155761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.867513656616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.8333248138427733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.051820755004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.9629247665405274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.2,2.1722623825073244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.01,2.166431999206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.2,1.9622016906738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.01,1.9102079391479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.2,2.0955583572387697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.01,2.0090688705444335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.2,2.218668746948242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.01,2.1149696350097655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.2,2.3131839752197267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.01,2.3631872177124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.2,2.5598079681396486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.01,2.577894401550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.2,2.9576255798339846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.01,2.904166412353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.2,3.9518783569335936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.01,3.9903934478759764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.2,4.6251262664794925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.01,4.697356796264648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.2,6.616678619384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.01,6.665305328369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.01,8.59359359741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.2,8.819136047363282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.2,12.682713317871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.01,12.49283218383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.2,17.081695556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.01,16.514956665039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.2,24.69803466796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.01,25.004806518554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.2,34.094476318359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.01,34.16129150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.2,43.42159423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.01,43.556741333007814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.2,69.40673217773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.01,69.78571166992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.2,137.840234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.01,139.99549560546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.14380799531936644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.15229439735412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.32398080825805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.5119232177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.1438976049423218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.7317311763763428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.15664000511169435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.01,1.2778688430786134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.28995840549468993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.01,1.4015744209289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.43934078216552735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.385587215423584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.6142079830169678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.439840030670166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.2,1.2787903785705566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.5261504173278808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.4277503967285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.5234304428100587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.4524800300598144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.01,1.5452672004699708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.4844415664672852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.01,1.5848064422607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.5665151596069335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.01,1.672012710571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.5733247756958009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.01,1.7341888427734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.2,1.5983360290527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.01,1.7732032775878905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.2,1.6582015991210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.2,1.6923328399658204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.869036865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.2,1.768864059448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.01,2.1615232467651366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.2,1.8166847229003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.01,2.006015968322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.86364803314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.01,2.205619239807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.1553472518920898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.01,2.6673919677734377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.2,2.0967103958129885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.01,3.3119937896728517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.2,2.351199913024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.01,3.5828929901123048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.2,2.7226751327514647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.01,4.981280136108398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.2,3.3239742279052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.01,5.874911880493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.2,3.6278209686279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.01,8.540121459960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.2,4.862822341918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.01,10.859027099609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.2,6.193427276611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.2,8.863327789306641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.01,13.345977783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.2,11.286854553222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.01,22.126502990722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.2,13.982028198242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.2,21.99937286376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.01,44.67198181152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.2,43.029779052734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.2882431983947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.5308608055114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.6192128181457519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.4026176452636718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.01,2.3226560592651366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.01,3.2660289764404298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.01,4.707571029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.01,5.194617462158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.01,5.336761474609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.01,5.431417465209961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.01,5.750668716430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.01,5.846355056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.01,5.933299255371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.01,6.317254257202149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.01,6.5039421081542965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.01,6.6979011535644535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.01,7.198566436767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.28765439987182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.4799488067626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.01,8.176697540283204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.5926976203918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.2,1.2675264358520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.01,8.553971099853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.9448064804077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.01,10.023961639404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.886182403564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.2,4.6333568572998045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.01,8.968678283691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.2,5.101043319702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.01,10.392243194580079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.2,5.18047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.01,11.554214477539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.2,5.608998489379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.2,5.783705520629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.01,13.924998474121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.2,6.003206253051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.2,6.180595016479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.01,16.883538818359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.2,6.362835311889649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.01,23.68260498046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.2,6.5801025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.2,7.202336120605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.2,7.748710632324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.01,27.211865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.2,8.690764617919921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.01,32.005331420898436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.2,9.322969818115235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.2,10.742105865478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.2,9.876531219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.01,48.028875732421874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.2,11.010514831542968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.2,12.332121276855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.2,14.89932861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.01,101.59411010742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.2,18.034246826171874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.2,24.040211486816407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.2,27.66016540527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.2,33.233453369140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.2,50.58380126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.2,104.03427734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.15992319583892822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.20206079483032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.31139841079711916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.46846718788146974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.483622407913208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.5047743797302247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.5059455871582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.5049727916717529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.5402304172515869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.5691264152526856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.5589248180389405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.578495979309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.5951680183410645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.5982848167419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.6175424098968506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.6535679817199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.15944960117340087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.7692992210388183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.8806271553039551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.19601919651031494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.9735424041748046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.22816638946533202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.4467775821685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,1.2888319969177247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.49573121070861814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,1.6268224716186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.5037055969238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.5442880153656006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,2.2262079238891603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.5230080127716065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,2.7167295455932616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.5446400165557861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,3.9413822174072264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.5797952175140381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.5505599975585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,5.520742416381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.5761856079101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,8.33944320678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.5954880237579345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.5938111782073975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,11.089075469970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.6231808185577392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.6382527828216553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.8055295944213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,13.725369262695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.9275903701782227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.9888640403747558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,22.868858337402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,1.3337087631225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,1.6137855529785157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,2.257151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,43.9808837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,2.755564880371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,3.980908966064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,5.564531326293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,8.355865478515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,10.954009246826171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,13.630502319335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,22.46929931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,44.11669006347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.2515007972717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.34262399673461913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.4332672119140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.7928256034851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.01,0.8157631874084472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.01,0.8063936233520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.01,0.8862784385681153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.01,0.8499135971069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.01,0.9282112121582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.25214719772338867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.01,0.9355584144592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.3409728050231934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.01,0.9096575736999511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.4861760139465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.7970176219940186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.01,0.9471551895141601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.2,0.8216256141662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.01,0.9746944427490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.2,0.864352035522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.01,0.9658111572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.2,0.8801088333129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.01,1.0547327995300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.2,0.8946944236755371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.2,0.9043392181396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.01,1.088646411895752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.2,0.9766016006469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.2,0.9389823913574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.01,1.251187229156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.2,0.9867456436157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.01,1.4659071922302247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.2,1.0202176094055175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,1.5800512313842774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.2,0.9908096313476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,2.110688018798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.2,1.0511743545532226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.2,1.1135168075561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,2.5081855773925783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.2,1.2623295783996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.2,1.4095232009887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,3.5150527954101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,1.6039424896240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,4.4121662139892575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,2.1627519607543944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,2.539673614501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,6.374067306518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,3.5662208557128907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,8.471897888183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,4.417824172973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,6.246182250976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,12.911532592773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,8.586271667480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,17.43408660888672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,12.865676879882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,21.784883117675783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,17.15047607421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,21.589024353027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,35.494686889648435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,36.526361083984376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,69.03546142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,69.35382690429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.31617279052734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.31475200653076174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.3444799900054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.46190719604492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.6954432010650635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.7747903823852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.2,1.2048192024230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.3638976097106934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.7579391479492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.9891391754150392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.2,3.665983963012695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.01,3.6221439361572267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.2,3.8296321868896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.01,3.8376319885253904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.2,4.162208175659179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.01,3.930790328979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.2,4.371116638183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.01,4.075584030151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.2,4.333977508544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.01,4.211955261230469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.2,4.490451049804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.01,4.465523147583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.2,4.705920028686523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.01,4.564467239379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.2,4.71253776550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.2,4.972185516357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.01,4.608550262451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.2,5.232889556884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.01,5.120748901367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.2,5.360531234741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.01,5.43449592590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.2,5.68895378112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.01,5.6228992462158205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.2,6.414956665039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.01,5.533132934570313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.2,6.157049560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.01,6.3279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.01,7.0339714050292965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.2,6.963999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.01,8.473779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.2,7.967993927001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.2,9.602060699462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.01,9.894713592529296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.2,10.15712661743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.01,13.038124084472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.2,12.877894592285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.01,9.995468902587891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.01,12.516358184814454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.2,15.346400451660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.01,17.7815673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.2,20.89630126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.01,23.285682678222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.2,30.37696533203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.01,30.389401245117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.2,36.36061401367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.01,38.29810485839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.2,51.742974853515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.01,49.18584289550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.2,108.58447265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.01,105.105517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.08730239868164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.10296319723129273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.18145920038223268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.08736640214920044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.28424320220947263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.09957759976387023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.39423360824584963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.15366400480270387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.6682623863220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.27292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.7376063823699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.35469439029693606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.7456575870513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.6724287986755371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.7827263832092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.7409984111785889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.7972032070159912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.7954624176025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.840454387664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.7868480205535888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.8844799995422363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.9291007995605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.8069312095642089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.926694393157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.8670528411865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.9660287857055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.9077055931091309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.01,1.0207103729248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.9453951835632324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.988096046447754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.9406335830688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.01,1.0731328010559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.971884822845459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.17233279943466187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.2,1.0221440315246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.105344009399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.2934015989303589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.2,1.0089216232299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.32510719299316404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.2510080337524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.2,1.128012752532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.122815990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.7331200122833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.515552043914795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.2803903579711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.01,1.1654080390930175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,1.9183231353759767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.538271999359131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.6882816314697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,1.9160192489624024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,2.343071937561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,2.395801544189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.01,2.4861824035644533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,3.1251455307006837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,3.206617736816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.01,2.5987071990966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,3.6553855895996095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,3.7775169372558595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.17159680128097535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.01,2.69998722076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,5.30700798034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,5.360249710083008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.290720009803772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.01,2.864358329772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,7.227558135986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,6.9859458923339846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.3154560089111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.01,2.9909311294555665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,9.080537414550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.01,3.1383359909057615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.6617343902587891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,8.813311767578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,14.28387908935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.01,3.29354248046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.2,1.0074496269226074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,14.118759155273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.01,3.2561214447021483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.4872063636779784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,28.904519653320314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.2,2.36232967376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.01,3.3184703826904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.2,2.5377344131469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.01,3.498259353637695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.01,3.712723159790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,28.35628662109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.2,2.7150720596313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.01,4.015878295898437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.2,2.821638488769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.2,3.157894325256348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,4.637913513183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.2,3.263692855834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,5.196204757690429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.2,3.4643390655517576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,4.7556415557861325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,5.399391937255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.2,3.26929931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,6.445458984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.2,3.479167938232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.2,3.687257766723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,8.074700927734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.2,3.954367828369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.2,4.301740646362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,9.019449615478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,4.251315307617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,12.17235870361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,4.688729476928711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,5.000486373901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,14.871084594726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,5.765446472167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,6.905599975585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,18.03441925048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,8.37188491821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,9.708812713623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,29.030584716796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,13.310604858398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,15.892288208007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,19.138726806640626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,57.7863037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,30.056295776367186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,57.887579345703124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.17900799512863158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.24773120880126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.39290239810943606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.7367487907409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.17889920473098755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.01,1.0357631683349608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.21816320419311525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.8316864013671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.4205376148223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.01,2.024991989135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.6344511985778809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.01,2.0650367736816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.8629759788513184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.01,2.1836095809936524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.8595775604248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.01,2.243916893005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.993459129333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.01,2.437664031982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.2,2.100627136230469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.01,2.535308837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.2,2.3009408950805663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.01,2.6738559722900392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.2,2.343027114868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.01,2.6952192306518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.2,2.515328025817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.01,2.8277055740356447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.2,2.6070207595825194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.01,3.0259199142456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.2,2.723891258239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.01,2.8930368423461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.2,2.651251220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.01,3.1901567459106444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.2,2.751731109619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,3.0685823440551756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.2,2.816864013671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.4723777770996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.2,2.938297653198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,4.61657600402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.2,3.3135616302490236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,5.807545471191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,3.180780792236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,6.682176208496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.5256511688232424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,8.571334075927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,4.647731018066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,9.584390258789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,5.7142784118652346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,12.874649047851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,6.883014678955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,8.673868560791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,14.891314697265624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,9.947449493408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,18.345925903320314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,13.117849731445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,28.852197265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,15.812550354003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,19.33783721923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,59.66133422851563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,29.51813659667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,60.54032592773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,power_law_1.2,0.138099205493927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,power_law_1.2,0.1524415969848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,power_law_1.2,0.20887041091918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,power_law_1.2,0.3142656087875366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,power_law_1.01,0.1377344012260437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,power_law_1.2,0.313702392578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,power_law_1.01,0.17063039541244507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,power_law_1.2,0.3728832006454468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,power_law_1.01,0.21347200870513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,power_law_1.2,0.41262078285217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,power_law_1.01,0.310099196434021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,power_law_1.2,0.40773758888244627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,power_law_1.01,0.31699841022491454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,power_law_1.2,0.4398911952972412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,power_law_1.01,0.38290560245513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,power_law_1.2,0.45496320724487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,power_law_1.01,0.41271038055419923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,power_law_1.2,0.5101119995117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,power_law_1.01,0.4080512046813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,power_law_1.2,0.5514944076538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,power_law_1.01,0.4174015998840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,power_law_1.2,0.579699182510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,power_law_1.01,0.463372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,power_law_1.2,0.6558080196380616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,power_law_1.01,0.510643196105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,power_law_1.2,0.7431871891021729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,power_law_1.2,0.8278656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,power_law_1.01,0.5329472064971924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,power_law_1.2,1.0026432037353517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,power_law_1.01,0.5458240032196044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,power_law_1.2,1.3123583793640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,power_law_1.01,0.6518784046173096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,power_law_1.01,0.7412864208221436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,power_law_1.2,1.6881088256835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,power_law_1.01,0.8552767753601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,power_law_1.2,2.406854438781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,power_law_1.01,0.9939968109130859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,power_law_1.2,3.1319744110107424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,power_law_1.2,4.479667282104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,power_law_1.01,1.366534423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,power_law_1.01,1.6975872039794921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,power_law_1.2,5.923526382446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,power_law_1.01,2.427071952819824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,power_law_1.2,8.781523132324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,power_law_1.01,3.1355072021484376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,power_law_1.01,4.564409637451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,power_law_1.2,11.571481323242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,power_law_1.01,5.944524765014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,power_law_1.2,17.19447021484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,power_law_1.01,8.799321746826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,power_law_1.2,22.82536926269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,power_law_1.01,11.613868713378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,power_law_1.01,17.167385864257813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,power_law_1.2,28.394808959960937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,power_law_1.01,22.833772277832033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,1,power_law_1.2,45.20738525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,power_law_1.01,28.348934936523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,1,power_law_1.01,45.204498291015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,1,power_law_1.2,90.07454833984374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,1,power_law_1.01,91.25784912109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,power_law_1.01,0.18435200452804565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,power_law_1.01,0.27317759990692136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,power_law_1.01,0.27185280323028566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,power_law_1.01,0.48071041107177737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,power_law_1.01,0.4881472110748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,power_law_1.01,0.5289728164672851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,power_law_1.01,0.6532800197601318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,power_law_1.01,0.6283328056335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,power_law_1.01,0.6685696125030518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,power_law_1.01,0.6961472034454346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,power_law_1.01,0.7881663799285888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,power_law_1.01,0.8199872016906739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,power_law_1.01,0.872492790222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,power_law_1.01,1.0241663932800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,power_law_1.01,1.207916831970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,power_law_1.01,1.3062144279479981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,power_law_1.01,1.584665584564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,power_law_1.01,2.221004867553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,power_law_1.01,2.685868835449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,power_law_1.01,3.903456115722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,power_law_1.2,0.1880511999130249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,power_law_1.01,5.078828811645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,power_law_1.2,0.27733759880065917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,power_law_1.01,7.4261634826660154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,power_law_1.2,0.2926784038543701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,power_law_1.2,0.48792319297790526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,power_law_1.01,9.76798095703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,power_law_1.2,0.49419522285461426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,power_law_1.2,0.5861184120178222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,power_law_1.01,14.357011413574218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,power_law_1.2,0.6278272151947022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,power_law_1.2,0.6116672039031983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,power_law_1.01,18.985670471191405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,power_law_1.2,0.6387392044067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,power_law_1.2,0.6850815773010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,power_law_1.01,28.15321044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,power_law_1.2,0.7857855796813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,power_law_1.2,0.8704000473022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,power_law_1.2,0.8905152320861817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,power_law_1.2,1.055891227722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,power_law_1.01,37.98419189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,power_law_1.2,1.1581631660461427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,power_law_1.2,1.3435392379760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,power_law_1.2,1.5991104125976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,power_law_1.01,47.406942749023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,power_law_1.2,2.2117631912231444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,power_law_1.2,2.7990528106689454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,power_law_1.2,3.8981822967529296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,power_law_1.2,5.09936637878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,1,power_law_1.01,74.09280395507812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,power_law_1.2,7.455455780029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,power_law_1.2,9.864268493652343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,power_law_1.2,14.393708801269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,power_law_1.2,19.06439666748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,power_law_1.2,28.33655700683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,1,power_law_1.01,147.8286376953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,power_law_1.2,38.244384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,power_law_1.2,47.70247192382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,1,power_law_1.2,74.55073852539063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,1,power_law_1.2,148.439697265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,power_law_1.01,0.14687360525131227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,power_law_1.01,0.21881599426269532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,power_law_1.01,0.25559680461883544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,power_law_1.01,0.519385576248169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,power_law_1.01,0.8081727981567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,power_law_1.01,1.0971712112426757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,power_law_1.01,1.570355224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,power_law_1.01,1.687833595275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,power_law_1.01,1.7095232009887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,power_law_1.01,1.7523263931274413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,power_law_1.01,1.9264320373535155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,power_law_1.01,2.042323112487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,power_law_1.01,2.159366416931152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,power_law_1.01,2.469862365722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,power_law_1.01,2.6854528427124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,power_law_1.01,2.887731170654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,power_law_1.01,2.7214975357055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,power_law_1.01,3.294073486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,power_law_1.01,3.5805694580078127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,power_law_1.01,4.418163299560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,power_law_1.01,5.054726409912109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,power_law_1.01,6.547814178466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,power_law_1.01,8.076787567138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,power_law_1.2,0.14501760005950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,power_law_1.2,0.2147455930709839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,power_law_1.01,11.130464172363281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,power_law_1.2,0.23653120994567872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,power_law_1.2,0.4489920139312744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,power_law_1.01,14.159698486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,power_law_1.2,0.6770495891571044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,power_law_1.01,20.314752197265626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,power_law_1.2,0.9939455986022949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,power_law_1.2,1.550175952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,power_law_1.2,1.589145565032959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,power_law_1.01,26.318783569335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,power_law_1.2,1.6791807174682618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,power_law_1.2,1.7610048294067382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,power_law_1.2,1.983673667907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,power_law_1.2,2.089151954650879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,power_law_1.01,32.49467468261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,power_law_1.2,2.23636474609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,power_law_1.2,2.5437952041625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,power_law_1.2,2.7455488204956056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,power_law_1.2,2.950636863708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,1,power_law_1.01,50.68851318359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,power_law_1.2,2.9001983642578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,power_law_1.2,3.5132736206054687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.8180030822753905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,power_law_1.2,4.4813377380371096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,power_law_1.2,5.293926239013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,1,power_law_1.01,99.64244995117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,power_law_1.2,6.817196655273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,power_law_1.2,8.306803131103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,power_law_1.2,11.324050903320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,power_law_1.2,14.404071044921874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,power_law_1.2,20.47308807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,power_law_1.2,26.581158447265626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,power_law_1.2,32.61846923828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,1,power_law_1.2,50.88328857421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,1,power_law_1.2,100.04610595703124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,power_law_1.01,0.08823040127754211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,power_law_1.01,0.09895039796829223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,power_law_1.01,0.15694719552993774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,power_law_1.01,0.2342463970184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,power_law_1.01,0.30652799606323244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,power_law_1.01,0.49536638259887694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,power_law_1.01,0.5282176017761231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,power_law_1.01,0.5338240146636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,power_law_1.01,0.558400011062622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,power_law_1.01,0.6044544219970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,power_law_1.01,0.6146240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,power_law_1.01,0.6587264060974121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,power_law_1.01,0.7037375926971435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,power_law_1.01,0.7279551982879638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,power_law_1.2,0.08867200016975403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,power_law_1.01,0.7822015762329102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,power_law_1.2,0.09589120149612426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,power_law_1.01,0.8472000122070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,power_law_1.2,0.14395519495010375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,power_law_1.01,0.9022591590881348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,power_law_1.2,0.2023360013961792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,power_law_1.01,1.0675775527954101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,power_law_1.2,0.27399680614471433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.2327360153198241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,power_law_1.2,0.5053631782531738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.5950079917907716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,power_law_1.2,0.5235775947570801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.9480319976806642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,power_law_1.2,0.5728511810302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,power_law_1.01,2.6659263610839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,power_law_1.2,0.5978496074676514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,power_law_1.01,3.355788803100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,power_law_1.2,0.6195968151092529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,power_law_1.01,4.778771209716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,power_law_1.2,0.6091968059539795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,power_law_1.2,0.6267072200775147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,power_law_1.01,6.265958404541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,power_law_1.2,0.6579840183258057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,power_law_1.01,9.099417877197265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,power_law_1.2,0.7381440162658691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,power_law_1.2,0.8038911819458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,power_law_1.01,12.01607666015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,power_law_1.2,0.8622719764709472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,power_law_1.2,0.9385791778564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,power_law_1.01,14.915180969238282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,power_law_1.2,1.1145664215087892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.2798784255981446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.6177728652954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,1,power_law_1.01,23.345152282714842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.9830272674560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,power_law_1.2,2.6887168884277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,power_law_1.2,3.3740608215332033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,power_law_1.2,4.800076675415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,1,power_law_1.01,45.7671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,power_law_1.2,6.258367919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,power_law_1.2,9.149343872070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,power_law_1.2,11.947187042236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,power_law_1.2,14.898361206054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,1,power_law_1.2,23.364703369140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,1,power_law_1.2,45.80506286621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,power_law_1.01,0.15847040414810182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,power_law_1.01,0.22777600288391114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,power_law_1.01,0.3114559888839722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,power_law_1.01,0.5021056175231934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,power_law_1.01,0.6963071823120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,power_law_1.01,1.20447998046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,power_law_1.01,1.3126848220825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,power_law_1.01,1.3651264190673829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,power_law_1.01,1.4225152015686036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,power_law_1.01,1.4872127532958985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,power_law_1.01,1.592908763885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,power_law_1.01,1.6907712936401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,power_law_1.01,1.8249792098999023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,power_law_1.01,1.7730432510375977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,power_law_1.01,1.941107177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,power_law_1.01,2.0558847427368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,power_law_1.01,2.3289983749389647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,power_law_1.01,2.905926322937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,power_law_1.01,3.0641855239868163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.8430015563964846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,power_law_1.01,5.905209732055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,power_law_1.01,7.468115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,power_law_1.01,7.8567039489746096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,power_law_1.01,11.113990020751952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,power_law_1.01,14.373548889160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,power_law_1.01,20.874330139160158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,power_law_1.01,27.166580200195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,power_law_1.01,33.871890258789065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,1,power_law_1.01,53.08487548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,power_law_1.2,0.15667840242385864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,power_law_1.2,0.17709439992904663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,power_law_1.2,0.3089087963104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,power_law_1.2,0.43888001441955565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,1,power_law_1.01,104.00679931640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,power_law_1.2,0.6427008152008057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,power_law_1.2,1.1705984115600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,power_law_1.2,1.2846400260925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,power_law_1.2,1.421337604522705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,power_law_1.2,1.5224255561828612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,power_law_1.2,1.5523455619812012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,power_law_1.2,1.699385643005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,power_law_1.2,1.8011648178100585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,power_law_1.2,1.8752960205078124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,power_law_1.2,1.8539264678955079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,power_law_1.2,1.9827520370483398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,power_law_1.2,2.1637311935424806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,power_law_1.2,2.386016082763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,power_law_1.2,3.014771270751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,power_law_1.2,3.1201343536376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.14918400049209596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.897510528564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.22903680801391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,power_law_1.2,6.119404983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.27209599018096925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,power_law_1.2,7.677503967285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.4714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.47648000717163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,power_law_1.2,7.927302551269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,power_law_1.2,11.141414642333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,power_law_1.2,14.408230590820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,power_law_1.2,20.772735595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.5000832080841064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.5069632053375244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,power_law_1.2,27.251617431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.5119487762451171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.5256576061248779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.5313151836395263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.5388735771179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,power_law_1.2,33.699615478515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.5698624134063721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.5844096183776856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.6175424098968506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.6785024166107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,1,power_law_1.2,53.12548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.7141248226165772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.8582912445068359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,1.0824511528015137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.3545727729797363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.856172752380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.327833557128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,3.3929985046386717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,1,power_law_1.2,104.2671142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,4.418060684204102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,6.556435394287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,8.637375640869141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,13.298451232910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,18.27777862548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,23.130368041992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.14892159700393676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.21787519454956056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.21955840587615966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,39.454080200195314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.4532800197601318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.4797311782836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.5029056072235107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.5100031852722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.5042304039001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,86.133544921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.5248960018157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.5312384128570556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.5418047904968262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.5769408226013184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.6020544052124024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.6316736221313477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.6657216072082519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.7241792201995849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.8631039619445801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,1.0954496383666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.3345088005065917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.8361663818359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.3237632751464843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,3.3950782775878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,4.4620929718017575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.23313920497894286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.3159039974212646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,6.5463104248046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.3885056018829346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.7635072231292724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,8.662310028076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.7880256175994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,13.148268127441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,17.790264892578126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,22.480569458007814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.8248767852783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,37.28886413574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.8340671539306641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.8070719718933106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.8569855690002441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.8455103874206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.875705623626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.9244607925415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.9419455528259277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,81.46759033203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.9953920364379882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,1.1095999717712401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.1301312446594238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.35479679107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.7023296356201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,2.105824089050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.9305152893066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,3.6888065338134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.23123199939727784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.31189761161804197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,5.341056060791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.42945280075073244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.8068608283996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,7.0837249755859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.8144319534301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,10.82059555053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.8131072044372558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,14.643206787109374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.8398847579956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.8091775894165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,22.357875061035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.8621312141418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.8686655998229981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.8812352180480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,31.762368774414064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.9443327903747558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.963532829284668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,1.0053440093994142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,1.1204799652099608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,40.65648498535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.1412416458129884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.356991958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.7429887771606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,2.0999168395996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.9279680252075195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,71.55973510742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,3.707078552246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,5.360595321655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,7.090476989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,10.513497924804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,14.115692138671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,21.516447448730467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,155.5156982421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,29.277664184570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,37.62574768066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,63.767529296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.22979838848114015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.3803200006484985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.4114431858062744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.7614272117614747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,144.89940185546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.190892791748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.6415231704711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,2.4272512435913085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.22846078872680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.646214485168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.3806911945343018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.7757631301879884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.4158976078033447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.6868991851806641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.90512638092041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,1.0661184310913085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,3.050227165222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,3.108153533935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.5167551994323731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,3.1384511947631837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,3.3729022979736327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,2.378803253173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.631315231323242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,3.460313415527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.7479360580444334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,3.5232128143310546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.8696704864501954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.6080703735351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,3.0629119873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,4.065459060668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,3.1342336654663088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,4.371590423583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,3.21209602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,5.033171081542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,3.4259006500244142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,5.622796630859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,3.605779266357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,7.013638305664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,3.664659118652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,8.648716735839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.9003711700439454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,11.718643188476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,4.225107192993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,14.995001220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,4.649792098999024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,5.218502426147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,21.513215637207033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,5.960236740112305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,7.355168151855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,28.422604370117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,8.839424133300781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,11.961676788330077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,35.907717895507815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,14.81474609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,20.88112030029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,57.812841796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,26.832537841796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,33.203225708007814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,53.80936279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,122.280322265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,108.4486083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.10917760133743286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.10840320587158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.11723519563674926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.10981760025024415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.19352320432662964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.1834879994392395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.30091519355773927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.25013759136199953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.38611199855804446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.33787519931793214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.6764607906341553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.6977983951568604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.7344255924224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.7419392108917237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.76113920211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.8047679901123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.8065279960632324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.7971392154693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.8252479553222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.8356224060058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.8517375946044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.8620800018310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.8685567855834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.8793279647827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.8950207710266114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.9209216117858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.9041024208068847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.938259220123291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.9370816230773926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.9885760307312011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.9551360130310058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,1.0056896209716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,1.0676416397094726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,1.086348819732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,1.2138367652893067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,1.2382975578308106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.3645440101623536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.406227207183838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.695302391052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.7572160720825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,2.035353660583496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,2.085318374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.722150421142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.7812095642089845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,3.409107208251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,3.5108158111572267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,4.913036727905274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.879526519775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,6.365529632568359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,6.311167907714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,9.29842529296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,9.228256225585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,12.20297622680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,12.315487670898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,15.34417266845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,15.095091247558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,24.70501708984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,24.155027770996092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,49.37358093261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,51.2362060546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.2095168113708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.21018879413604735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.2210304021835327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.30453760623931886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.3983680009841919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.6211647987365723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.41395840644836424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.8890111923217774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.7527359962463379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,1.0491519927978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.8732288360595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.8627647399902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,2.027052879333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,2.0310272216796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,2.1085119247436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,2.0801088333129885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,2.2317888259887697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,2.2456512451171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,2.2237056732177733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,2.303513526916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,2.43308162689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,2.335820770263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,2.382700729370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.461292839050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,2.482662391662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.5360767364501955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.5171840667724608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.6023231506347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.6467967987060548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.670944023132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.6762176513671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.7503999710083007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.8612991333007813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.9276096343994142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,3.136960029602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,3.2395904541015623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,3.448262405395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,3.497331237792969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,4.082182312011719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,4.197062301635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,4.798150253295899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,4.926214218139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,6.18334732055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,6.376665496826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,7.706585693359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,7.884921264648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,10.69596176147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,11.017798614501952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,13.794522094726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,14.402297973632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,20.32631072998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,21.20256652832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,26.431802368164064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,28.87049560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,33.834475708007815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,36.61658935546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,55.4624267578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,58.47285766601563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,121.93204345703126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,120.2177490234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.260646390914917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.2613312005996704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.41060481071472166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.4125376224517822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.6192128181457519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.4744448184967041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.7116159915924072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.6640192031860351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.2177151679992675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.3774399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.032281684875488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.8241279602050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.479212760925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.1922943115234377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.3546817779541014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.2038719177246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.6372352600097657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.480704116821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,3.723775863647461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.5482559204101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,4.021510314941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,3.8284927368164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.088268661499024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,3.9567359924316405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.238380813598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.132793426513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.479411315917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.323507308959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.754662322998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.510732650756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.751577758789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.585913467407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,4.990950393676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,4.997331237792968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,5.4130817413330075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.562598419189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.665107345581054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.845068740844726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,6.353472137451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,6.55506591796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,7.099641418457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,7.607968139648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,8.87105941772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,8.582860565185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,10.712351989746093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,10.051923370361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,13.627769470214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,13.139237976074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,16.175917053222655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,17.189106750488282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,22.500965881347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,24.061843872070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,29.939602661132813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,30.278900146484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,37.8091064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,35.847085571289064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,56.27736206054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,60.702099609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,115.49503173828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,123.54287109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.14977920055389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.15132800340652466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.2384768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.23603200912475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.20011520385742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.46117119789123534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.21325440406799318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.4464896202087402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.4917759895324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.48869757652282714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.46997761726379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.4978176116943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.5274112224578857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.5181183815002441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.5653952121734619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.5068352222442627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.5952832221984863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.5242815971374511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.5717120170593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.5311808109283447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.5948287963867187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.5499328136444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.633350419998169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.583897590637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.6058944225311279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.5955327987670899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.6179776191711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.6007552146911621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.6199103832244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.6234752178192139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.777945613861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.6228352069854737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.8407936096191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.7401279926300048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.01,1.0100223541259765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7960256099700928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.2795136451721192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.5220352172851563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.9874303817749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.0396032333374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.2311424255371093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.4640959739685058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.6301952362060548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.056947135925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.750950241088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.5750143051147463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.7385025024414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.01,4.873920059204101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.2,4.832153701782227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.541715240478515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.632953643798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.0893310546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.5648193359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.01,13.200486755371093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.2,13.955661010742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.01,21.10302734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.2,21.50946502685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.01,40.06917724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.2,41.66755981445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.27828478813171387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.2360703945159912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.32226560115814207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.47913599014282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.48134398460388184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.5024576187133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.5717055797576904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.5951551914215087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.6183104038238525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.7465216159820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.5434688091278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.6062848091125488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.6722815990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.6848447799682618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.7184832096099854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.7754496097564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.8473471641540528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.01,0.9326848030090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.01,1.3127103805541993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.01,1.5115903854370116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.01,2.123174476623535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.01,2.823072052001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.01,3.2435329437255858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.01,5.213433456420899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.2521984100341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.01,6.876544189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.23605759143829347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.01,10.715129852294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.2760960102081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.4809855937957764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.01,17.187423706054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.46138877868652345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.5066815853118897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.5507391929626465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.01,22.713446044921874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.5300608158111573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.5651648044586182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.6028287887573243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.01,30.7073486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.5631040096282959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.6130047798156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.6530879974365235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.6514688014984131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.8009920120239258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.790777587890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.01,56.091064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.8428288459777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.2,0.9687616348266601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.2,1.2671551704406738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.2,1.874323272705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.2,1.9533824920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.2,3.378937530517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.2,3.9152896881103514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.2,5.914822387695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.2,8.823391723632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.2,12.657504272460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.2,18.51246032714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.2,19.666368103027345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.2,37.77096252441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.2,72.12611694335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.23938560485839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.31031041145324706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.3797440052032471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.7613696098327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.7807231903076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.8160832405090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.8214783668518066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.8231488227844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.8362496376037598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.895263957977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.9050880432128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.9688256263732911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.046406364440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.9410431861877442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.9861887931823731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.057151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.01,1.1545472145080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.3212800025939941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.4544896125793456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.01,1.9779775619506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.01,2.3487104415893554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.01,3.232339096069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.01,4.2917438507080075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.01,6.083545684814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.01,7.9496002197265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.01,12.613158416748046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.23966081142425538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.35720961093902587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.4373119831085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.01,16.99482879638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.7763008117675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.7926527976989746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.8143744468688965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.01,21.897357177734374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.852620792388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.8282560348510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.8486335754394532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.8880127906799317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.01,35.71749267578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.9409983634948731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.9988927841186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.00698881149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.9894399642944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.015174388885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.01,65.55401611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.0569727897644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.154867172241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.3108351707458497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.455020809173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.2,1.8965631484985352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.2,2.3709888458251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.2,3.2502910614013674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.2,4.209632110595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.2,6.15494384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.2,7.961293029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.2,12.400678253173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.2,17.289248657226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.2,21.979942321777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.2,35.17278137207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.2,65.77955932617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.36591999530792235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.4034304141998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.46207361221313475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.37883520126342773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.4955776214599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.5367424011230468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.7796351909637451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.8180800437927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.7975359916687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.8043135643005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.803769588470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.80447359085083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.9218943595886231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.9389504432678223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.8654848098754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.8653375625610351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.8510656356811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.9217215538024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.9012351989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.9915200233459472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.010086441040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.9978240013122559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.2,1.1676992416381835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.01,1.2044735908508302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.2,1.15480318069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.01,1.3124223709106446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.9606592178344726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.9367551803588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.01,1.0513152122497558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.2,1.0661824226379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.0955264091491699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.1346688270568848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.2,1.250937557220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.01,1.3370368003845214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.2,1.4494784355163575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.01,1.4218239784240723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.2,2.0609983444213866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.01,2.1357824325561525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.2,2.531987190246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.01,2.7349760055541994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.01,3.2690879821777346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.2,3.7603519439697264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.01,4.991110229492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.2,5.007942581176758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.01,6.615309143066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.2,5.880691146850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.01,9.153727722167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.01,10.47040023803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.2,10.654579162597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.2,12.644998168945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.01,19.591539001464845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.2,20.93843231201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.01,26.724774169921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.2,30.17169189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.01,35.03568725585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.2,38.723822021484374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.01,47.69727478027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.2,59.609124755859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.01,92.4871337890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.2,100.69636840820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.1697216033935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.2922879934310913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.3384255886077881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.17108479738235474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.7582143783569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.01,1.2056192398071288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.2894399881362915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.7089471817016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.34262399673461913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.6625535964965821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.01,2.5249664306640627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.9939007759094238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.01,2.559174346923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.5207551956176757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.01,2.770086479187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.2,2.4405120849609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.8684671401977537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.2,2.5359935760498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.979884719848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.2,2.6939903259277345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.01,2.9256959915161134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.01,3.035641670227051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.690912055969238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.01,3.1323520660400392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.2,2.8431615829467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.01,3.320326232910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.2,3.02093448638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.3120703935623169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.2,3.0980735778808595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.01,3.3950592041015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.4914815902709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.2,3.340595245361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.01,3.5839038848876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.34427518844604493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.2,3.3822078704833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.01,4.129312133789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.6955776214599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.2,3.5430782318115233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.01,4.349548721313477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.01,1.2421440124511718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.2,3.8047870635986327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.01,5.199078369140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.751852798461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.01,2.541823959350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.2,4.201126480102539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.01,4.833171081542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.01,2.566668891906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.2,4.595328140258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.01,5.410137557983399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.01,2.737235260009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.2,5.257004928588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.01,6.516665649414063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.01,2.854335975646973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.2,5.100928115844726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.01,2.855622482299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.01,8.09411163330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.01,2.999648094177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.2,6.019500732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.01,9.351801300048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.01,3.047596740722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.2,6.647968292236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.01,12.848570251464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.01,3.1229055404663084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.2,8.212518310546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.01,3.328947067260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.01,14.822854614257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.3121855974197388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.2,9.794220733642579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.01,3.3498561859130858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.49157118797302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.01,3.6766078948974608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.01,18.04206085205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.335481595993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.2,12.886636352539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.01,4.390937423706054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.6371712207794189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.2,1.069587230682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.01,4.27852783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.2,16.28404541015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.01,27.8244873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.2,1.435200023651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.01,4.984723281860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.2,2.361337661743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.01,4.554431915283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.2,19.825715637207033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.01,4.9981952667236325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.2,2.5909311294555666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.01,56.86546630859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.2,2.730931282043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.01,6.105472183227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.2,28.691653442382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.2,2.7457536697387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.01,6.962572479248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.2,2.9194496154785154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.2,3.0593791961669923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.01,8.489670562744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.2,3.0670080184936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.2,3.2605312347412108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.01,11.656857299804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.2,56.67665405273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.2,3.3785919189453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.01,14.661701965332032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.2,3.5338817596435548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.2,3.8897216796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.01,17.316934204101564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.2,4.683404922485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.2,4.5511425018310545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.01,25.174937438964843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.2,5.182099151611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.2,4.738592147827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.2,5.403449630737304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.2,6.346963119506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.01,50.99585876464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.2,7.8255363464355465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.2,8.717817687988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.2,12.851417541503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.2,15.570547485351563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.2,19.70124206542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.2,28.575973510742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.2,59.071929931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.08158079981803894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.09527040123939515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.18330880403518676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.2810431957244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.3708287954330444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.6950528144836425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.7013951778411865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.7564095973968505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.7681215763092041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.7835072040557861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.8040575981140137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.8515007972717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.8652352333068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.8745471954345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.9147071838378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.9409983634948731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.9387647628784179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.01,1.0814080238342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.01,1.1095680236816405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.08169599771499633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.09767040014266967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.01,1.2733440399169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.4148927688598634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.23845760822296141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.7747583389282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.3459264039993286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.9656255722045899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.6793024063110351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.7056064128875732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.6880767822265623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.7440320014953613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.01,3.2693504333496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.7815552234649659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.803264045715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.736089706420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.8553215980529785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.8611071586608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.01,6.2612865447998045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.8764863967895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.8731391906738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.01,7.8012542724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.9193471908569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.9479488372802735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.01,12.76302719116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.9820096015930175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.2,1.1050111770629882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.2,1.1467328071594238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.2,1.2757184028625488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.01,26.562322998046874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.462707233428955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.795462417602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.2,2.0663232803344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.7673791885375976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.2,3.415871810913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.82616958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.2,6.534207916259765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.2,8.149183654785157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.2,13.166642761230468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.2,26.588690185546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.13198720216751098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.11975040435791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.16743040084838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.2823551893234253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.375436806678772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.6830080032348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.7071487903594971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.13100160360336305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.7124927997589111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.7749631881713868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.10168319940567017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.7428287982940673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.1559999942779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.8347519874572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.26060800552368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.8560576438903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.3555840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.6822144031524658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.8861632347106934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.7333888053894043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.8985983848571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.7648128032684326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.9321087837219239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.7875328063964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.7769919872283936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.9627327919006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.8124671936035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.9920576095581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.01,1.1071616172790528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.8307071685791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.01,1.113036823272705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.8351167678833008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.287929630279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.8948927879333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.9371199607849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.3962688446044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.9937215805053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.01,1.7365951538085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.0006143569946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.2,1.1295295715332032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.01,1.9201663970947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.2,1.1174528121948242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.01,2.714521598815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.2192255973815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.01,3.2103294372558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.2,1.4757311820983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.2,1.831123161315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.01,4.503968048095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.2,1.9999744415283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.01,6.0862785339355465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.2,2.6699264526367186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.01,8.595340728759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.2,3.3234302520751955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.2,5.280281448364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.01,12.085190582275391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.2,6.638278198242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.2,8.00200958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.01,24.743206787109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.2,14.35425262451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.2,31.238644409179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.1735360026359558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.28844799995422366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.1751423954963684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.40315518379211424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.6731520175933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.2076416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.9823616027832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.38178560733795164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.8292863845825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.5812479972839355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.8799424171447754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.9877952575683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.8415552139282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.01,2.1277887344360353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.958777618408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.01,2.106169509887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.2,2.07589111328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.01,2.167059135437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.2,2.1711551666259767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.01,2.3335872650146485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.2,2.268083190917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.01,2.3969728469848635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.2,2.3358591079711912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.01,2.5005119323730467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.01,2.4422399520874025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.2,2.4144256591796873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.01,2.6940799713134767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.2,2.493382453918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.2,2.7491327285766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.01,2.743769645690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.2,2.8526847839355467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.01,2.850048065185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.2,2.9737152099609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.01,3.28210563659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.2,2.879520034790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.01,3.7272510528564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.2,3.2565185546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.01,4.755001449584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.2,3.9198272705078123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.01,4.729951858520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.2,4.582278442382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.01,6.023328018188477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.2,4.619340896606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.01,6.056339263916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.01,7.629817962646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.2,6.0307777404785154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.2,5.75860481262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.01,9.224031829833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.2,7.345126342773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.01,12.417587280273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.2,8.394937896728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.01,14.99974365234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.2,11.768985748291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.01,19.325164794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.2,15.766188049316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.01,27.640472412109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.2,19.404710388183595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.2,28.77330627441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.01,55.87376708984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.2,58.68607788085937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.3145279884338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.3875711917877197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.3726464033126831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.8380543708801269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.01,1.0298496246337892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.900396728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.01,2.0645952224731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.01,2.1607040405273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.01,2.1531583786010744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.01,2.1957759857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.01,2.2716928482055665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.31773440837860106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.01,2.313817596435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.25063040256500246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.01,2.2636032104492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.4474751949310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.01,2.42663688659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.6397119998931885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.01,2.563475227355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.9390015602111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.01,2.6666048049926756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.9021631240844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.01,2.7413312911987306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.2,1.987411117553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.01,3.171468734741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.2,2.2076095581054687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.01,3.3631614685058593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.2,2.203046417236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.01,3.954431915283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.2,2.324127960205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.2,2.272230339050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.01,4.740761566162109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.2,2.3339775085449217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.01,6.142911911010742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.2,2.4858240127563476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.2,2.600268745422363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.01,4.895910263061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.2,2.664089584350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.01,6.464812469482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.2,2.7585983276367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.01,9.236793518066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.2,2.886195182800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.2,3.124127960205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.01,12.662796783447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.2,3.579692840576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.01,14.353805541992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.2,4.14832649230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.2,4.67462387084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.01,19.1490234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.2,5.930092620849609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.2,5.407910537719727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.01,26.2815673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.2,6.948492431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.2,10.071462249755859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.2,13.342233276367187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.01,54.931304931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.2,16.646592712402345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.2,20.475917053222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.2,31.93387451171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.2,60.74771728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.17317119836807252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.29397120475769045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.5017471790313721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.6134719848632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.3408576011657716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.01,2.037811279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.01,2.5385536193847655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.01,3.2919105529785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.01,3.446246337890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.01,3.6083839416503904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.01,3.743155288696289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.17290879487991334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.01,4.004230499267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.2934079885482788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.40585598945617674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.01,4.060467147827149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.6442304134368897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.01,4.281657409667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.2,1.1349504470825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.01,4.329312133789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.8275583267211915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.01,4.509331130981446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.2,2.1689407348632814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.01,4.689043045043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.2,3.0643840789794923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.01,5.219404983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.2,3.4087806701660157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.01,5.626982498168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.2,3.438700866699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.01,6.5347900390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.2,3.6533695220947267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.01,7.177394866943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.2,3.85101432800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.01,8.921113586425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.2,4.037324905395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.01,7.9804931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.2,4.231289672851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.2,4.386016082763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.01,9.436486053466798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.2,4.437465667724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.01,11.089529418945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.2,4.7064064025878904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.2,5.265222549438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.01,14.179507446289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.2,6.225868988037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.2,7.4624382019042965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.01,17.17200622558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.2,8.531852722167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.01,21.29151306152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.2,10.449823760986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.2,8.700479888916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.01,29.39434814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.2,10.369734191894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.2,12.526598358154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.2,15.75836181640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.01,61.1934326171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.2,19.341305541992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.2,22.669932556152343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.2,30.997702026367186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.2,62.049072265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.2905791997909546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.5277184009552002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.5241087913513184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6661695957183837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.2,1.2270784378051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.8920000076293946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.2,2.1660224914550783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.28958721160888673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.5759871959686279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.2,3.1719615936279295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.9442879676818847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.2,3.3728256225585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.644979190826416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.2,3.6200576782226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.370355224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.982931137084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.2,3.6606975555419923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.01,2.518662452697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.2,3.811449432373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.01,3.3165313720703127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.2,3.969375991821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.01,3.4089729309082033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.2,4.11317138671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.01,3.648940658569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.2,4.426918411254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.01,3.864076614379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.2,4.595910263061524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.2,4.927372741699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.01,4.111782455444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.2,5.466694259643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.01,4.176038360595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.01,4.231699371337891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.2,5.965254211425782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.01,4.467187118530274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.01,4.602060699462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.2,6.893778991699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.01,4.719071960449218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.2,7.582061004638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.01,5.322771072387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.2,9.483417510986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.01,5.701945495605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.2,8.122201538085937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.01,6.765452575683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.2,9.217318725585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.01,7.220838165283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.2,11.074079895019532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.01,8.92050552368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.2,13.900006103515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.01,7.323078155517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.01,8.453849792480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.2,18.224671936035158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.01,10.358534240722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.2,22.514022827148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.01,13.39758758544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.01,17.107685852050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.2,28.93994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.1550336003303528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.15715839862823486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.21121280193328856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.01,20.753439331054686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.2669503927230835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.25617280006408694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.2668800115585327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.28701438903808596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.2,59.94404907226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.01,28.628158569335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.29694080352783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.31722240447998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.31775999069213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.2998208045959473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.3070080041885376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.01,55.96536865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.3308095932006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.3708863973617554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.3895616054534912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.13766399621963502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.4182528018951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.1632192015647888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.47603840827941896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.1783360004425049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.01,0.5723328113555908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.2656703948974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,0.6494527816772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.26723198890686034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,0.8375424385070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.2772608041763306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,1.2239551544189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.30110719203948977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,1.5509632110595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.2932415962219238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,1.778188705444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.2911423921585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,3.2743999481201174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.2968640089035034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,3.691360092163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.30944640636444093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.32284159660339357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,6.627641296386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.3292736053466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,8.518195343017577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.38899199962615966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.42357759475708007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,10.290541076660157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.42992639541625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.46426877975463865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.2,0.5627264022827149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,17.657682800292967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,0.7167359828948975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,0.9086079597473145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,1.328767967224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,34.00062866210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,1.64334716796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,2.1976064682006835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,3.068217658996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,3.658438491821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,7.093939208984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,8.285823822021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,13.423756408691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,17.867033386230467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,36.907553100585936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.09799039959907532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.13308160305023192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.15336960554122925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.2461632013320923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.26335361003875735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.2708672046661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.27705600261688235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2855423927307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09611520171165466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.13237760066986085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.28488318920135497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.15522559881210327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.28552320003509524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.2588927984237671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.29531519412994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.26261119842529296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.27978880405426027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.29229440689086916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.28098559379577637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.30272641181945803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.28645761013031007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.3170752048492432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.3390336036682129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.28545920848846434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.34618239402770995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.2861504077911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.41690239906311033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.2994688034057617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.4806784152984619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.31227519512176516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.3141632080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.5583168029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.3179392099380493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.7093760013580322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.8747776031494141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.34933760166168215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,1.2082176208496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.3533760070800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,1.5047616004943847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.4247039794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.4891647815704346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,2.139308738708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.5567359924316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,2.793235206604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.735532808303833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,4.210681533813476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.9143936157226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,1.248896026611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,5.653318405151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,1.5055487632751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,7.260806274414063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,2.154643249511719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,2.799692726135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,12.13082275390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,4.251808166503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,5.635168075561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,23.259219360351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,7.243590545654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,11.953376007080077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,23.261509704589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.14124159812927245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.1407807946205139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.19226880073547364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.15813119411468507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.22720000743865967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.21477758884429932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.4244224071502686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.4143871784210205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.4294015884399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.43306241035461424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.41534080505371096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.45631999969482423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.45123839378356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.4673344135284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.4621888160705566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.4611199855804443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.4894911766052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.45852160453796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.46803841590881345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.5033472061157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.4658815860748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.5076096057891846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.4738944053649902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5175295829772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.5337791919708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.45803518295288087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.5801727771759033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.4934976100921631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.6363903999328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.4974656105041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.7890367984771729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,0.8512384414672851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.494598388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.22930560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.116659164428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.5490880012512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.2599936008453369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,1.3643775939941407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.577023983001709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.3468031883239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,1.8618240356445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.6151423931121827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.4117440223693848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,2.3555839538574217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.4132351875305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.7336575984954834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,3.3642112731933596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.4589183807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.8454912185668946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,4.540428924560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.47886080741882325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,1.1222335815429687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,6.994719696044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.46814718246459963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,1.3485568046569825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.486956787109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,9.54142074584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,1.8674175262451171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.5041279792785645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,2.385696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,11.864620971679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.46847357749938967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,3.422662353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.22919039726257323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5411200046539306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.19924479722976685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,4.470835113525391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,19.475885009765626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.31998720169067385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.520531177520752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,6.800089263916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.42887678146362307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.5365119934082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.4295487880706787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,37.93600769042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.5828479766845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.45351037979125974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,9.536147308349609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.6829376220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.4793407917022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.4592448234558105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.01,0.681324815750122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,11.651551818847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.48371200561523436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.01,0.8204416275024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.5309120178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,19.66837158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,1.0977855682373048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.46435837745666503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.505567979812622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,1.487987232208252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.5151423931121826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,1.8923519134521485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.5882368087768555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,37.56797485351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.6538368225097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,2.3350784301757814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.2,0.6868607997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,3.2949825286865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.2,0.7100480079650879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.2,0.8854656219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,4.391334533691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,1.0576640129089356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,1.371168041229248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,6.281228637695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,1.8075647354125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,2.8006784439086916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,10.538054656982421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,3.2375743865966795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,11.513113403320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,5.110879898071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,6.918790435791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,16.635289001464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,10.324614715576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,23.855226135253908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,16.26494140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,17.499781799316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,55.1501953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,29.00141296386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,58.422821044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.11203199625015259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.19953919649124147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.40491518974304197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.6354879856109619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.8948160171508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.11116160154342651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.1683135986328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.01,1.319270420074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.18880000114440917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.01,1.3729023933410645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.3634752035140991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.5363840103149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.01,1.4376255989074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.7864319801330566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.01,1.4893952369689942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.2,1.2364992141723632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.6183744430541993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.2,1.3425151824951171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.2,1.4086463928222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.6669376373291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.2,1.5032575607299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.762214469909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.6157440185546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.9053247451782227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.6988927841186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.01,2.087763214111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.7468927383422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.01,2.1672832489013674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.8849151611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.2,2.054099273681641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.01,2.0771968841552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.2,2.160857582092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.01,2.244716835021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.2,2.0446271896362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,2.3157184600830076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.2,2.2151296615600584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.6383743286132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,2.377529525756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.643891143798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.8074367523193358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,2.9878463745117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,3.5839935302734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.8434688568115236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,4.724761581420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.3385025024414063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,3.790719985961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,5.5157310485839846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,4.875545501708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.17123199701309205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,5.910515213012696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,7.775782775878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.27708160877227783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,8.095033264160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,9.714669036865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.23464319705963135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.42641921043395997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,9.924537658691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,11.829132843017579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.6253056049346923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,12.098802947998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.9015040397644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.17077120542526245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,18.869721984863283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.2931904077529907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.01,1.26561279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,19.31685791015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.213919997215271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.01,1.3779711723327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.41304960250854494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.01,1.4647487640380858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.5616000175476075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,38.611572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.01,1.5019840240478515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,38.99660034179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.7265664100646972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.5399807929992675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.01,1.5544320106506349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.2,1.2338111877441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.01,1.608639907836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.2,1.3791808128356933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.01,1.7134208679199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.2,1.3937088012695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.01,1.8076223373413085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.458233642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.01,1.8994495391845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.6018304824829102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.01,1.9147455215454101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.2,1.6628416061401368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.01,2.1927871704101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.2,1.8201984405517577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.2,1.7544063568115233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,2.154265594482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.2,1.8093248367309571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.558406448364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.2,1.9044992446899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.3966848373413088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,2.7197759628295897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.2,2.0047168731689453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,3.2270271301269533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.2,2.1490495681762694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,4.309299087524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,2.4481983184814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.817670440673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,4.96129264831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.572742462158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,6.755462646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.012172889709473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,8.592658996582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,3.4877185821533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,10.177164459228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,4.343097686767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,5.266950225830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,15.855757141113282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,7.614406585693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,8.792819213867187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,33.444882202148435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,10.95220489501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,18.381990051269533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,36.653741455078126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.08525440096855164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.08591359853744507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.07935360074043274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08056319952011108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.09884799718856811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.10935039520263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.154476797580719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.15412479639053345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.21510400772094726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.20067839622497557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.35177600383758545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.3767551898956299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.36062719821929934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.3812031984329224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.4001791954040527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.3944000005722046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.4113152027130127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.40837759971618653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.42727041244506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.4122623920440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.46737279891967776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.4327360153198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.452345609664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.47007999420166013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.4813504219055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.060313600301742556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.48492798805236814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.06702719926834107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.4802559852600098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.4708928108215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.10787839889526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.4906303882598877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.5005055904388428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.15820159912109374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.5210559844970704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.519808006286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.21291520595550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.5305791854858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.36976640224456786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.5047552108764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.38179199695587157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.58089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.5776512145996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.5954239845275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.39799039363861083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.6146880149841308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.06056960225105286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.6921535968780518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.7300928115844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.42018561363220214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.06454399824142457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,0.838156795501709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,0.8684927940368652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.41845121383666994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.10542080402374268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.0926143646240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.0809920310974122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.45167999267578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.13776639699935914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.47586560249328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.18584959506988524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,1.317516803741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,1.1529279708862306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.3723200082778931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.4950719833374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,1.8713600158691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,1.5814144134521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.3941119909286499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.49704318046569823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,2.1115264892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,2.0775808334350585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.40440959930419923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.5247360229492187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,3.14150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.41891841888427733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,3.0814912796020506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.5346367835998536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.433900785446167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.5528512001037598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,4.001049423217774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,4.34126091003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.6130815982818604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.4417280197143555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,5.290803146362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,4.7107391357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.6866112232208252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.45958399772644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.833516788482666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.48145279884338377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,9.493299102783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,7.867219543457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.9238400459289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.5030335903167724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.5304512023925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.1930368423461915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,16.527923583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,17.612339782714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.5517119884490966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.4240447998046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.549292802810669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,1.9826688766479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.629318380355835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.6961215972900391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,2.5266239166259767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.8611455917358398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,3.632761764526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,0.9271615982055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,4.75074577331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.2126463890075683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,5.939904022216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.4373760223388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,1.990732765197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,9.983551788330079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,2.5619583129882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,20.005133056640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,3.6597759246826174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,5.0404609680175785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,6.333196640014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,10.070559692382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,20.341612243652342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.11716480255126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.15572479963302613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.21899518966674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.38007678985595705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.5607232093811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.9515328407287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.01,1.0172479629516602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.01,1.0818112373352051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.01,1.113100814819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.11534080505371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.01,1.1236864089965821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.12385280132293701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.01,1.2626303672790526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.21624960899353027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.01,1.3165760040283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.01,1.3980544090270997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.3435456037521362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.01,1.3363903999328612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.48497920036315917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.01,1.417299175262451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.9820416450500489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.2,1.040236759185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.01,1.468665599822998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.2,1.0876928329467774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.01,1.4443455696105958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.2,1.1557056427001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.2,1.210041618347168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.01,1.615519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.2,1.2686335563659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.9184959411621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.2,1.3316351890563964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,2.308940887451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.2,1.4271167755126952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.2,1.3992704391479491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,2.4130367279052733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.2,1.5007743835449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,3.066579246520996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,3.6487232208251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.2,1.5287424087524415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,4.702425765991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.2,1.506009578704834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.2,1.684614372253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,4.977503967285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.9569599151611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,7.0378883361816404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,2.373126411437988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,2.5016704559326173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,9.300096130371093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,3.1584320068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,3.759238433837891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,11.567334747314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,4.872428894042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,18.638752746582032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,5.294073486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,7.386918640136718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,37.707034301757815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,9.499590301513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,11.524845123291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.1786687970161438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.17958400249481202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,19.142976379394533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.1692863941192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.2926464080810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.2517184019088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.22276480197906495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.36316800117492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.40687360763549807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.5052735805511475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.5923967838287354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,37.89415588378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.98220796585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.929804801940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.2,1.0218175888061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.01,1.0384320259094237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.01,1.098470401763916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.2,1.0882495880126952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.01,1.1236160278320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.2,1.116032028198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.01,1.14399995803833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.2,1.1271039962768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.2,1.283347225189209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.01,1.205183982849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.2,1.3897088050842286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.01,1.2177536010742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.01,1.252467155456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.2,1.4072959899902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.01,1.36428804397583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.2,1.464838409423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.01,1.4568832397460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.2,1.4547455787658692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.2,1.5553919792175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.01,1.4921664237976073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.5138879776000977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.4133312225341796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.2,1.6868928909301757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.01,1.5482879638671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.6590272903442382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.7621824264526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,2.038969612121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,2.0548288345336916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,2.2233919143676757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,2.4099327087402345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,3.11279354095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,2.7899776458740235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,3.275743865966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,3.564217758178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,4.161804962158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,4.364665603637695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,4.580307388305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,4.8491455078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,6.253664016723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,6.530944061279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,7.9946434020996096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,9.221510314941407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,11.020626831054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,11.336518096923829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,17.395289611816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,15.904762268066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,32.88664855957031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,40.72850036621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.11872639656066894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.1743615984916687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.11905920505523682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.19259519577026368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.3588543891906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.17427200078964233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.6227519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.2811583995819092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.8944831848144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.2,1.1258367538452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.3575551986694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.619455909729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.7067391872406006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.7844224929809571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.01,1.1091391563415527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.01,1.2863743782043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.7904960632324218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.9842559814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.783238410949707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.2,2.076006317138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.8261695861816407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.2,2.1065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.9281471252441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.2,2.2278656005859374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.01,2.0650751113891603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.2,2.374515151977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.01,2.146272087097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.2,2.487596893310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.01,2.267193603515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.2,2.7489280700683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.01,2.2861055374145507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.01,2.401024055480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.2,3.0431743621826173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.01,2.5032255172729494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,3.084633636474609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.01,2.708006477355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,3.5526657104492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.17155840396881103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.01,2.9463743209838866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,4.250092697143555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.29314560890197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,3.3057857513427735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,5.211257553100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.5040256023406983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,3.809971237182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,5.665395355224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.36636159420013426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.7164608001708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,4.222880172729492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,7.09090576171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.01,1.0394368171691895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,5.259276962280273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,7.382323455810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.01,1.2696127891540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,5.45530891418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,9.485171508789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.7352256774902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,7.280793762207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.8313919067382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,11.373081970214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.8873407363891601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,6.853030395507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.1718783974647522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.01,2.0106943130493162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,8.977311706542968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,13.693376159667968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.2768064022064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.01,2.056889533996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,10.928396606445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.38618879318237304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.01,2.080556869506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,21.34733428955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.32958719730377195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.01,2.236908721923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,13.252114868164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.6470592021942139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.01,2.322572708129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.9821311950683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.01,2.4404928207397463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,20.02625274658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.2,1.0947263717651368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.01,2.5573503494262697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,40.47023315429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.7289152145385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.01,2.9086912155151365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.7766016006469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,3.0499839782714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,40.31135864257813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.773094367980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,3.6949951171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.9658367156982421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.9848512649536132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,3.9378238677978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.2,2.1408191680908204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,4.931795120239258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.2,2.2413375854492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,4.982092666625976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.2,2.277337646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.2,2.3583616256713866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,6.444236755371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.2,2.5184959411621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,5.8928577423095705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.2,2.8104320526123048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,7.950860595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,3.0496063232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,3.43804817199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,9.042829132080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,4.06429443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,11.034060668945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,4.988633728027343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,16.420069885253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,5.315833663940429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,6.940640258789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,34.591513061523436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,6.3178558349609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,8.051283264160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,10.23376007080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,12.635846710205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,18.27704315185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,34.434661865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,power_law_1.01,0.1003775954246521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,power_law_1.01,0.12594560384750367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,power_law_1.01,0.1379583954811096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,power_law_1.01,0.19719040393829346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,power_law_1.01,0.1947648048400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,power_law_1.01,0.2285696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,power_law_1.01,0.23815040588378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2427583932876587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,power_law_1.01,0.25767040252685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,power_law_1.01,0.25737600326538085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,power_law_1.01,0.2917952060699463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,power_law_1.01,0.31127679347991943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,power_law_1.01,0.31875200271606446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,power_law_1.01,0.37358078956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,power_law_1.01,0.4011263847351074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,power_law_1.01,0.45333118438720704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,power_law_1.01,0.5284224033355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,power_law_1.2,0.10025600194931031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,power_law_1.01,0.717248010635376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,power_law_1.2,0.118777596950531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.9031488418579101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,power_law_1.2,0.12947839498519897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,power_law_1.01,1.2724032402038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,power_law_1.2,0.19435520172119142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,power_law_1.01,1.6440128326416015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,power_law_1.2,0.1955839991569519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,power_law_1.2,0.22455039024353027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,power_law_1.01,2.3552703857421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2451711893081665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,power_law_1.01,3.098086357116699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,power_law_1.2,0.24211840629577636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,power_law_1.2,0.24706559181213378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,power_law_1.01,4.580716705322265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,power_law_1.2,0.26807680130004885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,power_law_1.01,6.01960334777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,power_law_1.2,0.29415040016174315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,power_law_1.2,0.31640961170196535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,power_law_1.01,8.922061157226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,power_law_1.2,0.3173311948776245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,power_law_1.2,0.35624959468841555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,power_law_1.01,11.831769561767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,power_law_1.2,0.39705600738525393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,power_law_1.2,0.44834561347961427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,power_law_1.01,14.726106262207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,power_law_1.2,0.5386303901672364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,power_law_1.2,0.7280000209808349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.8937664031982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,1,power_law_1.01,23.38087615966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,power_law_1.2,1.2775039672851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,power_law_1.2,1.6435775756835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,power_law_1.2,2.3738496780395506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,1,power_law_1.01,46.515289306640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,power_law_1.2,3.1047040939331056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,power_law_1.2,4.569241714477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,power_law_1.2,6.045945739746093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,power_law_1.2,8.932249450683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,power_law_1.2,11.8334716796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,power_law_1.2,14.688851928710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,1,power_law_1.2,23.409951782226564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,1,power_law_1.2,46.481317138671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,power_law_1.2,0.12253439426422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,power_law_1.01,0.14052480459213257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,power_law_1.2,0.16424959897994995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,power_law_1.01,0.1473471999168396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,power_law_1.2,0.1673472046852112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,power_law_1.01,0.1683135986328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,power_law_1.2,0.19107199907302858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,power_law_1.01,0.19530240297317505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,power_law_1.2,0.19251840114593505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,power_law_1.2,0.23918719291687013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,power_law_1.01,0.197817599773407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,power_law_1.2,0.2745408058166504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,power_law_1.01,0.25032958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,power_law_1.2,0.2652031898498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,power_law_1.2,0.28108160495758056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,power_law_1.2,0.2957119941711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,power_law_1.01,0.2607232093811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,power_law_1.2,0.338483190536499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,power_law_1.01,0.28361599445343016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,power_law_1.2,0.3612735986709595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,power_law_1.2,0.3617408037185669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,power_law_1.01,0.29349119663238527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,power_law_1.2,0.438643217086792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,power_law_1.01,0.34212479591369627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,power_law_1.01,0.3550528049468994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,power_law_1.2,0.5140543937683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,power_law_1.01,0.38163199424743655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,power_law_1.2,0.5432000160217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,power_law_1.01,0.44490880966186525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,power_law_1.2,0.7327360153198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,power_law_1.01,0.5082496166229248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,power_law_1.2,1.0134528160095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,power_law_1.01,0.6388160228729248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,power_law_1.2,1.2137855529785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,power_law_1.01,0.6483007907867432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,power_law_1.01,1.011526393890381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,power_law_1.2,1.598252773284912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.3880767822265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,power_law_1.01,1.7788223266601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,power_law_1.2,2.1825408935546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,power_law_1.01,2.4173248291015623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,power_law_1.2,3.684147262573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,power_law_1.01,3.247180938720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,power_law_1.2,4.209382247924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,power_law_1.01,4.353017425537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,power_law_1.01,7.19964828491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,power_law_1.2,6.9310462951660154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,power_law_1.01,8.561587524414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,power_law_1.2,9.808345794677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,power_law_1.2,12.517670440673829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,power_law_1.01,11.851398468017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,power_law_1.01,16.436703491210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,power_law_1.2,19.281146240234374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,power_law_1.01,22.761625671386717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,power_law_1.2,19.369203186035158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,2,power_law_1.2,31.128414916992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,2,power_law_1.01,34.058285522460935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,2,power_law_1.2,73.70426025390626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,2,power_law_1.01,75.47748413085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,power_law_1.01,0.12257280349731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,power_law_1.2,0.12229119539260865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,power_law_1.2,0.1743872046470642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,power_law_1.01,0.16692479848861694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,power_law_1.2,0.17866239547729493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,power_law_1.01,0.18586879968643188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,power_law_1.2,0.29443199634552003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,power_law_1.01,0.27399680614471433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,power_law_1.01,0.2879103899002075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,power_law_1.2,0.28783359527587893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,power_law_1.01,0.32410240173339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,power_law_1.2,0.31517438888549804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,power_law_1.01,0.3601792097091675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,power_law_1.2,0.36652801036834715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,power_law_1.01,0.35150721073150637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3495296001434326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,power_law_1.01,0.36504321098327636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,power_law_1.01,0.39847679138183595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,power_law_1.2,0.37077760696411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,power_law_1.01,0.4341695785522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,power_law_1.2,0.40309758186340333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,power_law_1.01,0.46017918586730955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,power_law_1.2,0.4098368167877197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,power_law_1.2,0.4539072036743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,power_law_1.01,0.5036352157592774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,power_law_1.2,0.4687551975250244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5478079795837403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,power_law_1.2,0.5609983921051025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,power_law_1.2,0.6354112148284912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,power_law_1.01,0.6211840152740479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,power_law_1.2,0.6882944107055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,power_law_1.01,0.7095295906066894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,power_law_1.2,0.8422592163085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,power_law_1.01,0.8361984252929687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,power_law_1.2,1.1262335777282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,power_law_1.01,1.1682815551757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,power_law_1.2,1.4517503738403321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.4463871955871581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,power_law_1.2,2.020633506774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,power_law_1.2,2.6141759872436525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,power_law_1.01,2.049465560913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,power_law_1.2,3.8239681243896486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,power_law_1.01,2.5846080780029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,power_law_1.01,3.804185485839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,power_law_1.2,4.998316955566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,power_law_1.01,4.99114875793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,power_law_1.2,7.338457489013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,power_law_1.01,7.3736320495605465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,power_law_1.2,9.727500915527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,power_law_1.01,9.722438049316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,power_law_1.2,14.431231689453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,power_law_1.01,14.415263366699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,power_law_1.2,19.099481201171876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,power_law_1.01,19.111180114746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,power_law_1.2,23.72729034423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,power_law_1.01,23.74854431152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,1,power_law_1.2,37.835015869140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,1,power_law_1.01,37.84202880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,1,power_law_1.2,76.727587890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,1,power_law_1.01,76.78151245117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,power_law_1.01,0.21195518970489502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,power_law_1.01,0.2604351997375488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,power_law_1.01,0.218886399269104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,power_law_1.01,0.31550719738006594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,power_law_1.01,0.34072959423065186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,power_law_1.01,0.39390718936920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,power_law_1.01,0.358515191078186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,power_law_1.01,0.3942847967147827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,power_law_1.01,0.4367487907409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,power_law_1.01,0.4656703948974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5012864112854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,power_law_1.01,0.5548799991607666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,power_law_1.01,0.7028736114501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,power_law_1.01,0.8019904136657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,power_law_1.01,0.8621567726135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,power_law_1.01,1.1414463996887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,power_law_1.01,1.4796031951904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,power_law_1.01,1.907904052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,power_law_1.01,2.6542015075683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,power_law_1.01,3.8008766174316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,power_law_1.01,5.594124984741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,power_law_1.01,8.110105895996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,power_law_1.01,11.110924530029298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,power_law_1.2,0.19022079706192016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,power_law_1.01,15.442623901367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,power_law_1.2,0.18789759874343873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,power_law_1.2,0.2404736042022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,power_law_1.2,0.3104703903198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,power_law_1.2,0.306662392616272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,power_law_1.01,25.102706909179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,power_law_1.2,0.35075199604034424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,power_law_1.2,0.4203648090362549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,power_law_1.2,0.345798397064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,power_law_1.01,26.140576171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,power_law_1.2,0.43152642250061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,power_law_1.2,0.45135998725891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,power_law_1.2,0.4619647979736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,power_law_1.01,40.64857482910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,power_law_1.2,0.5492224216461181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,power_law_1.2,0.5498367786407471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,power_law_1.2,0.6686336040496826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,power_law_1.2,0.7741951942443848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,power_law_1.2,0.9291007995605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,power_law_1.2,1.2346367835998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,2,power_law_1.01,61.516107177734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,power_law_1.2,1.5723008155822753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,power_law_1.2,2.148736000061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,power_law_1.2,2.7913536071777343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,power_law_1.2,4.525958251953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,power_law_1.2,5.376147079467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,power_law_1.2,7.824473571777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,2,power_law_1.01,112.1318603515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,power_law_1.2,10.463410949707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,power_law_1.2,16.629510498046876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,power_law_1.2,24.030995178222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,power_law_1.2,33.291622924804685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,power_law_1.2,44.00382080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,2,power_law_1.2,73.10419921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,2,power_law_1.2,125.84688720703124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,power_law_1.01,0.11669759750366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,power_law_1.01,0.1546175956726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,power_law_1.01,0.1900223970413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,power_law_1.01,0.3224639892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,power_law_1.01,0.47315201759338377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,power_law_1.01,0.6479936122894288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,power_law_1.01,0.9294528007507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,power_law_1.01,0.9594688415527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,power_law_1.01,0.9942208290100097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,power_law_1.01,1.0118911743164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,power_law_1.01,1.1041855812072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,power_law_1.01,1.1531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,power_law_1.01,1.2056960105895995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,power_law_1.01,1.3628031730651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,power_law_1.01,1.4915007591247558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,power_law_1.01,1.6427072525024413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,power_law_1.01,1.5683520317077637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,power_law_1.01,1.8929151535034179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.9957887649536132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.4372800827026366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.88152961730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,power_law_1.01,3.68787841796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,power_law_1.01,4.570265579223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,power_law_1.01,6.23686408996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,power_law_1.01,7.957536315917968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,power_law_1.01,11.437894439697265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,power_law_1.01,14.894061279296874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,power_law_1.2,0.11582080125808716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,power_law_1.2,0.18421759605407714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,power_law_1.01,18.37890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,power_law_1.2,0.29582719802856444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,power_law_1.2,0.4476928234100342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5544767856597901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,1,power_law_1.01,28.71349182128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,power_law_1.2,0.881100845336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,power_law_1.2,0.9440256118774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,power_law_1.2,0.9686400413513183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,power_law_1.2,0.9897279739379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,power_law_1.2,1.1167872428894043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,1,power_law_1.01,56.391387939453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,power_law_1.2,1.1750080108642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,power_law_1.2,1.304640007019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,power_law_1.2,1.4273728370666503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,power_law_1.2,1.5417407989501952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,power_law_1.2,1.6620416641235352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,power_law_1.2,1.6166719436645507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,power_law_1.2,1.9883647918701173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,power_law_1.2,2.0810688018798826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.4957759857177733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.9462207794189452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.8071102142333983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,power_law_1.2,4.662905502319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,power_law_1.2,6.394060897827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,power_law_1.2,8.088159942626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,power_law_1.2,11.541145324707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,power_law_1.2,14.998751831054687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,power_law_1.2,18.42461395263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,1,power_law_1.2,28.7808837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,1,power_law_1.2,56.49500732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,power_law_1.01,0.15166079998016357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,power_law_1.01,0.22240641117095947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,power_law_1.2,0.15253759622573854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,power_law_1.2,0.22549118995666503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,power_law_1.01,0.1944383978843689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,power_law_1.2,0.1708799958229065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,power_law_1.01,0.2952320098876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,power_law_1.2,0.29478399753570556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,power_law_1.01,0.44985599517822267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,power_law_1.2,0.4020415782928467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,power_law_1.01,0.5981567859649658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,power_law_1.01,0.8340415954589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,power_law_1.2,0.5546559810638427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,power_law_1.2,0.8229439735412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,power_law_1.01,0.8963968276977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,power_law_1.2,0.9169599533081054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,power_law_1.01,0.9315263748168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,power_law_1.2,0.8924032211303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,power_law_1.2,0.9357503890991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,power_law_1.01,0.9295552253723145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,power_law_1.2,1.0499584197998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,power_law_1.01,1.0382783889770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,power_law_1.2,1.1277376174926759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,power_law_1.01,1.1269760131835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,power_law_1.2,1.1656895637512208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,power_law_1.01,1.1617471694946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,power_law_1.2,1.3342911720275878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,power_law_1.2,1.4342016220092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,power_law_1.01,1.260095977783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,power_law_1.2,1.5874431610107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,power_law_1.01,1.4011839866638183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,power_law_1.2,1.5497023582458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,power_law_1.01,1.4938367843627929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,power_law_1.01,1.4354304313659667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,power_law_1.2,1.7984256744384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,power_law_1.01,1.7760448455810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.9787967681884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.8612159729003905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.4712192535400392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.363539123535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.9451839447021486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.65231990814209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.6195201873779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,power_law_1.01,3.49884147644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,power_law_1.2,4.641984176635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,power_law_1.01,4.383622360229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,power_law_1.2,6.2423553466796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,power_law_1.01,6.0294654846191404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,power_law_1.2,8.388480377197265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,power_law_1.01,7.865606689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,power_law_1.2,11.497401428222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,power_law_1.01,10.724972534179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,power_law_1.2,14.86693115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,power_law_1.01,14.473670959472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,power_law_1.2,18.71570587158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,power_law_1.01,17.492153930664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,2,power_law_1.2,29.715103149414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,2,power_law_1.01,27.39283142089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,2,power_law_1.2,58.195404052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,2,power_law_1.01,54.849212646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08271999955177307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,power_law_1.01,0.10794880390167236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,power_law_1.01,0.15542399883270264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,power_law_1.01,0.18702080249786376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,power_law_1.01,0.2754944086074829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,power_law_1.01,0.29485440254211426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,power_law_1.01,0.30370559692382815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,power_law_1.01,0.3131903886795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,power_law_1.01,0.32887680530548097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,power_law_1.01,0.3535295963287354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,power_law_1.01,0.3956736087799072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,power_law_1.01,0.4236288070678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,power_law_1.01,0.3954560041427612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,power_law_1.01,0.4321152210235596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,power_law_1.01,0.4867839813232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,power_law_1.01,0.505024003982544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,power_law_1.01,0.602239990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.7121984004974365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,power_law_1.01,0.07482879757881164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.9129023551940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,power_law_1.01,0.08256639838218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,power_law_1.01,0.10915199518203736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.1608448028564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,power_law_1.2,0.07613440155982971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,power_law_1.2,0.07749760150909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,power_law_1.01,0.15224319696426392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.5009471893310546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,power_law_1.2,0.11004159450531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,power_law_1.01,0.191046404838562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,power_law_1.01,1.9521535873413085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,power_law_1.01,0.30310399532318116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,power_law_1.2,0.17966079711914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,power_law_1.01,2.6587968826293946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,power_law_1.01,0.32308480739593504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,power_law_1.2,0.2992192029953003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,power_law_1.2,0.31392641067504884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,power_law_1.01,0.3349184036254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,power_law_1.01,3.7694847106933596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,power_law_1.2,0.3548095941543579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,power_law_1.01,0.346016001701355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,power_law_1.01,5.794591903686523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,power_law_1.2,0.35916159152984617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,power_law_1.2,0.09384959936141968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,power_law_1.01,0.373305606842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,power_law_1.2,0.3760960102081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,power_law_1.2,0.08483840227127075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,power_law_1.01,7.658560180664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,power_law_1.01,0.3952831983566284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,power_law_1.2,0.4012288093566895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,power_law_1.2,0.0967296004295349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,power_law_1.01,0.42156162261962893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,power_law_1.2,0.4192192077636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,power_law_1.01,8.526041412353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,power_law_1.2,0.14010239839553834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,power_law_1.01,0.45212159156799314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,power_law_1.2,0.45192317962646483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,2,power_law_1.01,13.187257385253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,power_law_1.2,0.4482111930847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,power_law_1.01,0.4302271842956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,power_law_1.2,0.17644799947738649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,power_law_1.01,0.4619584083557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,power_law_1.2,0.48955521583557127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,power_law_1.2,0.28796160221099854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,power_law_1.01,0.506489610671997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,power_law_1.2,0.5200831890106201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,power_law_1.2,0.29504640102386476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,2,power_law_1.01,27.276141357421874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,power_law_1.01,0.5282752037048339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,power_law_1.2,0.5504511833190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,power_law_1.2,0.3071743965148926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,power_law_1.2,0.32077438831329347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,power_law_1.2,0.6625152111053467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,power_law_1.01,0.6247360229492187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,power_law_1.2,0.32568960189819335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.7465919971466064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.7317823886871337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,power_law_1.2,0.3487103939056396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.9403712272644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.9308992385864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,power_law_1.2,0.3809920072555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,power_law_1.01,1.1240447998046874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.1336064338684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,power_law_1.2,0.3995840072631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.5518336296081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.543462371826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,power_law_1.2,0.4221504211425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,power_law_1.2,0.4530623912811279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.9399295806884767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.9308992385864259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,power_law_1.2,0.47669758796691897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,power_law_1.01,2.74270076751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,power_law_1.2,2.7571840286254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,power_law_1.2,0.5243328094482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,power_law_1.2,3.5571968078613283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,power_law_1.01,3.582931137084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,power_law_1.2,0.6209343910217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.7395775794982911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,power_law_1.2,5.133516693115235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,power_law_1.01,5.16321907043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.9333248138427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.1446656227111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,power_law_1.01,6.7177986145019535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,power_law_1.2,6.757772827148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.4898112297058106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,power_law_1.01,8.331040191650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,power_law_1.2,1.9977855682373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,power_law_1.2,8.354259490966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,power_law_1.2,2.910195159912109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,1,power_law_1.01,13.11845703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,1,power_law_1.2,13.138560485839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,power_law_1.2,3.5846847534179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,power_law_1.2,6.053324890136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,power_law_1.2,7.944979095458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,1,power_law_1.2,25.506201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,1,power_law_1.01,25.602130126953124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,power_law_1.2,8.729491424560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,2,power_law_1.2,14.427238464355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,2,power_law_1.2,32.097415161132815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,power_law_1.01,0.12641919851303102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,power_law_1.01,0.15578240156173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,power_law_1.01,0.1966976046562195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,power_law_1.2,0.12431999444961547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,power_law_1.01,0.3237056016921997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,power_law_1.2,0.13288320302963258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,power_law_1.01,0.4349696159362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,power_law_1.2,0.19135359525680543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,power_law_1.01,0.6763775825500489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,power_law_1.01,0.7526144027709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2602112054824829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,power_law_1.01,0.7954304218292236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,power_law_1.2,0.3846656084060669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,power_law_1.01,0.8116607666015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,power_law_1.2,0.6883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,power_law_1.01,0.8557503700256348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,power_law_1.2,0.7367167949676514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,power_law_1.2,0.7793407917022706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,power_law_1.01,0.9129535675048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,power_law_1.01,0.970035171508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,power_law_1.2,0.8324224472045898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,power_law_1.01,1.0266176223754884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,power_law_1.2,0.8737088203430176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,power_law_1.01,1.028825569152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,power_law_1.01,1.1043264389038085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,power_law_1.2,0.9456831932067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,power_law_1.01,1.1787967681884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,power_law_1.2,1.0024895668029785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,power_law_1.01,1.34454402923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,power_law_1.2,1.0570943832397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,power_law_1.2,1.0568767547607423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,power_law_1.01,1.6845632553100587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,power_law_1.2,1.1535615921020508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.6936767578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,power_law_1.2,1.2376383781433105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,power_law_1.01,2.1324928283691404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,power_law_1.2,1.3731200218200683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,power_law_1.01,3.141312026977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,power_law_1.2,1.6947711944580077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,power_law_1.01,3.970387268066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.7029632568359374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,power_law_1.01,4.371097564697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,power_law_1.2,2.167103958129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,power_law_1.01,6.088019180297851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,power_law_1.2,3.178803253173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,power_law_1.01,7.767391967773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,power_law_1.2,4.043987274169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,power_law_1.2,4.448761749267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,power_law_1.01,11.238706970214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,power_law_1.2,6.132582473754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,power_law_1.01,14.632261657714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,power_law_1.2,7.846009826660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,power_law_1.01,18.057420349121095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,power_law_1.2,11.368927764892579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,power_law_1.2,14.677792358398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,1,power_law_1.01,28.409951782226564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,power_law_1.2,18.10328369140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,1,power_law_1.2,28.415066528320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,1,power_law_1.01,55.830255126953126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,1,power_law_1.2,55.87000732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,power_law_1.01,0.21159040927886963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,power_law_1.01,0.19014400243759155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,power_law_1.01,0.3172287940979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,power_law_1.01,0.4165760040283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,power_law_1.01,0.6662975788116455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,power_law_1.01,0.715174388885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,power_law_1.01,0.7280000209808349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,power_law_1.01,0.7770112037658692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,power_law_1.01,0.8127552032470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,power_law_1.01,0.8768063545227051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,power_law_1.01,0.9358976364135743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,power_law_1.01,0.9937343597412109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,power_law_1.01,0.9340928077697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,power_law_1.01,1.0347135543823243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,power_law_1.01,1.082380771636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,power_law_1.01,1.2667519569396972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,power_law_1.01,1.5940287590026856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.6319488525390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,power_law_1.01,2.122982406616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,power_law_1.01,3.1847936630249025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,power_law_1.01,4.1753089904785154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,power_law_1.01,4.473836898803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,power_law_1.01,6.266470336914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,power_law_1.01,7.97628173828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,power_law_1.01,10.984877014160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,power_law_1.01,15.67577667236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,power_law_1.01,18.522055053710936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,2,power_law_1.01,29.606655883789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,2,power_law_1.01,54.927362060546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,power_law_1.2,0.16476800441741943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,power_law_1.2,0.13883520364761354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,power_law_1.2,0.19591679573059081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,power_law_1.2,0.2838144063949585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,power_law_1.2,0.3844095945358276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,power_law_1.2,0.6881279945373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,power_law_1.2,0.7111040115356445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,power_law_1.2,0.7222847938537598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,power_law_1.2,0.7931007862091064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,power_law_1.2,0.8263360023498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,power_law_1.2,0.8927616119384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,power_law_1.2,0.9277248382568359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,power_law_1.2,1.022208023071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,power_law_1.2,0.9817664146423339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,power_law_1.2,1.084928035736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,power_law_1.2,1.1365695953369142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,power_law_1.2,1.2759615898132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,power_law_1.2,1.624064064025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.6544256210327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,power_law_1.2,2.1930047988891603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,power_law_1.2,3.2217918395996095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,power_law_1.2,4.291270446777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,power_law_1.2,4.59167366027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,power_law_1.2,6.407769775390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,power_law_1.2,8.051602935791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,power_law_1.2,12.064569854736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,power_law_1.2,15.09261474609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,power_law_1.2,19.605191040039063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,2,power_law_1.2,32.60732727050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,2,power_law_1.2,63.4552734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,power_law_1.01,0.11759359836578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,power_law_1.01,0.15650559663772584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,power_law_1.01,0.23240959644317627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,power_law_1.01,0.3028287887573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,power_law_1.01,0.5244927883148194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,power_law_1.01,0.7542912006378174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,power_law_1.01,0.8914303779602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,power_law_1.01,1.2042943954467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,power_law_1.01,1.2473919868469239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,power_law_1.01,1.3281855583190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,power_law_1.01,1.4312191963195802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,power_law_1.01,1.4536959648132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,power_law_1.01,1.555820846557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,power_law_1.01,1.6706304550170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,power_law_1.01,1.8230144500732421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,power_law_1.01,1.990060806274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,power_law_1.01,2.1811264038085936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,power_law_1.01,2.6777984619140627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,power_law_1.01,2.5949823379516603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,power_law_1.01,3.251660919189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,power_law_1.01,3.352019119262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,power_law_1.01,4.239295959472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,power_law_1.01,5.955558395385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,power_law_1.01,7.688658905029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,power_law_1.01,8.550163269042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,power_law_1.01,12.037677001953124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,power_law_1.01,15.490451049804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,power_law_1.01,19.01541748046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,1,power_law_1.01,29.444760131835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,power_law_1.2,0.11733759641647339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,power_law_1.2,0.15731199979782104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,power_law_1.2,0.18382079601287843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,power_law_1.2,0.29415040016174315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,power_law_1.2,0.4486080169677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,power_law_1.2,0.6822463989257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,1,power_law_1.01,57.437310791015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,power_law_1.2,0.8205504417419434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,power_law_1.2,1.1621696472167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,power_law_1.2,1.214022445678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,power_law_1.2,1.2691712379455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,power_law_1.2,1.3387264251708983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,power_law_1.2,1.4204607963562013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,power_law_1.2,1.5287232398986816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,power_law_1.2,1.6985664367675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,power_law_1.2,1.8141504287719727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,power_law_1.2,1.953651237487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,power_law_1.2,2.258246421813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,power_law_1.2,2.8268352508544923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.6786304473876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.14831360578536987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.1952191948890686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,power_law_1.2,3.336531066894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.20837759971618652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.27749760150909425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,power_law_1.2,3.5263423919677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.278272008895874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,power_law_1.2,4.452851104736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,power_law_1.2,6.290342330932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,power_law_1.2,8.045132446289063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,power_law_1.2,8.719116973876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.2705919981002808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,power_law_1.2,12.233356475830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.2898240089416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.29246718883514405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,power_law_1.2,15.653082275390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.2980416059494019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.3009344100952148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,power_law_1.2,19.208583068847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.3086143970489502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.3582335948944092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.32371199131011963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,1,power_law_1.2,29.641339111328126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.37387518882751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.40993919372558596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.43968000411987307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.498367977142334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,1,power_law_1.2,57.34459228515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.7302783966064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.8908415794372558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.340275192260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.703603172302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.4859136581420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,3.0332223892211916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,4.905619049072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,power_law_1.01,0.1549631953239441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.14878720045089722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,6.381151962280273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,power_law_1.01,0.22561280727386473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.16083199977874757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,10.195526123046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.17436800003051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,power_law_1.01,0.36618239879608155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.2593600034713745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,power_law_1.01,0.27993600368499755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,15.70122833251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.25338239669799806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,power_law_1.01,0.5143743991851807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,16.428019714355468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,power_law_1.01,0.7425983905792236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.27121920585632325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,power_law_1.01,0.8422143936157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.2751487970352173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.28030080795288087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,power_law_1.01,1.1096960067749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,29.842132568359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.2848320007324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,power_law_1.01,1.1802176475524901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.2905855894088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.29921278953552244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,power_law_1.01,1.233510398864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,power_law_1.2,0.15255680084228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.3409535884857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,76.83836059570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,power_law_1.2,0.22123520374298095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.3378432035446167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,power_law_1.01,1.2574655532836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,power_law_1.2,0.20943999290466309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.3631743907928467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,power_law_1.01,1.3095935821533202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.3998784065246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,power_law_1.2,0.27187840938568114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,power_law_1.01,1.4499008178710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.4438784122467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,power_law_1.2,0.43841919898986814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.5032703876495361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,power_law_1.01,1.5893888473510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,power_law_1.2,0.6345151901245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.7664127826690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,power_law_1.2,0.762502384185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.971987247467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,power_law_1.01,1.6889471054077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.3372159957885743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,power_law_1.2,1.0701888084411622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,power_law_1.01,1.893324851989746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.6216384887695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,power_law_1.2,1.153164768218994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,power_law_1.01,2.068217658996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,2.5768640518188475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,power_law_1.2,1.1349056243896485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,power_law_1.01,2.523027229309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,3.493280029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,power_law_1.2,1.2202752113342286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.4052928924560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.09022079706192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,5.00555534362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.14095360040664673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,power_law_1.2,1.3905344009399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,6.198905563354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,power_law_1.01,3.0391424179077147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.17367680072784425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,power_law_1.2,1.472755241394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,power_law_1.01,3.134854316711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,9.778067016601563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.2787071943283081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.29297919273376466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,power_law_1.2,1.5554495811462403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,power_law_1.01,4.044095993041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,14.513600158691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,power_law_1.2,1.6878847122192382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,power_law_1.01,6.107968139648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,17.63091125488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,power_law_1.2,1.8803455352783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,power_law_1.01,7.715155029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,power_law_1.2,2.208448028564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,28.028466796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,power_law_1.01,8.100863647460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,power_law_1.2,2.729395294189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.269702410697937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.2736191987991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.474380874633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,power_law_1.01,11.753676605224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.3123775959014893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,74.86297607421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.3206144094467163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,power_law_1.2,3.125152015686035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.32274560928344725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,power_law_1.01,14.718368530273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,power_law_1.2,3.27918701171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.3294143915176392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.34156160354614257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,power_law_1.2,4.264640045166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.356492805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,power_law_1.01,17.657318115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.33838720321655275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,power_law_1.2,6.635616302490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.38903040885925294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,2,power_law_1.01,29.107000732421874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,power_law_1.2,8.506745910644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.4111167907714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.08739200234413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.45555839538574217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.11153919696807861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,power_law_1.2,8.451615905761718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.5665855884552002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.6961152076721191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.1462847948074341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,2,power_law_1.01,54.832757568359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.24532480239868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.9931520462036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,power_law_1.2,12.124384307861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.2590464115142822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.2594688415527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.7929855346679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,power_law_1.2,15.43294677734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.355699157714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.25613439083099365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,3.4550975799560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2707200050354004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,power_law_1.2,20.628153991699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.27394559383392336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,4.5651710510253904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.28286080360412597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,6.822457885742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,2,power_law_1.2,31.13675537109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.2871167898178101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.2927488088607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,9.088499450683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.30732159614562987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.3219007968902588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,11.357901000976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,2,power_law_1.2,56.18487548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.21255040168762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.3458559989929199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,18.722764587402345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.2331775903701782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.36855039596557615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.3324160099029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.384768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.45394558906555177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.4055935859680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,39.153515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.5841856002807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.4268991947174072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.6922688007354736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.9742976188659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.2445759773254395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.7921920776367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.22473599910736083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.3563648223876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.2701823949813843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,3.455936050415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.29164800643920896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.4171008110046387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.4417727947235107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.44126081466674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.4542079925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,4.592806243896485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.4485504150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,6.766867065429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.43712639808654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,9.053632354736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.46694397926330566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.13100160360336305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,11.2723388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.4571648120880127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.19355520009994506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.4472959995269775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.4604479789733887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,18.159014892578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.4659520149230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.253548789024353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.486956787109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.41704320907592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.45638399124145507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.5288447856903076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.43856000900268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.46440958976745605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.5576704025268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,38.49644775390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.49485440254211427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.5320831775665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.5313600063323974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.6282432079315186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.5822144031524659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.6959167957305908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.651033592224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.8239168167114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.4327231884002686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,0.9629376411437989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.13073279857635497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.7453248023986816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.1627776026725769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.46177921295166013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.8859007835388184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.468511962890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.2283328056335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.2355072021484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.46499199867248536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,1.9779584884643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.41840639114379885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.47506561279296877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.3817919731140136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,2.52674560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.421235179901123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.48051838874816893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.0631103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,3.9515777587890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.4855679988861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,2.9060415267944335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,4.614444732666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.4326335906982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.4915775775909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,4.058169555664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,8.589894104003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.4388160228729248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.512998390197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,5.508806228637695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.4417280197143555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.5440832138061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,11.52344970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.5843967914581298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.45265917778015136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,8.30755844116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,14.465402221679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6301951885223389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.448851203918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,10.285977935791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.7172351837158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.46318721771240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.921183967590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,16.8177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,1.1252096176147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,22.054841613769533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.4856383800506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.5590527534484864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.5017087936401368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.9959104537963868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,22.492332458496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.5347519874572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,30.825619506835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,2.9075136184692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.5698944091796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,26.467034912109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,3.6956863403320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.5985983848571778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,50.195437622070315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.7139135837554932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,5.4961601257324215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.9047103881835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,1.1162879943847657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,7.339008331298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,51.90944213867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.5372032165527343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.9513919830322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,11.089568328857421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,103.24945068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,2.8284671783447264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,15.110009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,3.668511962890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,5.486873626708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,18.948658752441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,7.282899475097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,127.0490234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,10.897964477539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,32.09971923828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,14.720799255371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,18.65149383544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,71.15245971679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,32.15978088378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.19727360010147094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.19594240188598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.3491647958755493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.33960320949554446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.27111039161682127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.2468480110168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.4967872142791748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.433900785446167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,68.70176391601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.595468807220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.16707199811935425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.16618880033493041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.8258496284484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.9343999862670899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.24465279579162597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.24432640075683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.25331840515136717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,1.2487872123718262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,1.2930047988891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.24309120178222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.44307842254638674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.3506879806518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.3635199546813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.46574082374572756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.6020480155944824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.6694079875946045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.4056256294250489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.4604031562805175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.4623871803283692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,1.462508773803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.5821760177612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.5816960334777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.596224021911621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.5871487617492677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.7191360473632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.6732351303100585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.8144063949584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.8845376014709473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.7944511413574218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.6838207244873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,1.2529664039611816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.3302144050598144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.8213888168334962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.9056320190429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.7185855865478517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.367795181274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.397555160522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.918649673461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.8078720092773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.525817584991455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.5448320388793946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,2.2217599868774416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.5953856468200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.8841983795166015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.5835904121398925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.341459274291992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.6788480758666993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.6954048156738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,2.0058048248291014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.682585525512695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.9983104705810546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.6934335708618165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,2.2493120193481446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.7339008331298829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.7971967697143554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.980595016479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.7760831832885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,2.5299776077270506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.8741504669189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.9111488342285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.9167552947998048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,4.794400024414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.917625617980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.9588224411010742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,3.568755340576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,6.217612838745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.9701248168945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,2.060428810119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,4.359609603881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,7.678873443603516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,2.0919424057006837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,2.1811712265014647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,5.871187210083008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,2.3173248291015627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,11.954681396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,2.4368511199951173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,7.52270736694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,2.550566482543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.648876762390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,10.779654693603515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,14.879986572265626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,3.1265344619750977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,3.026380729675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,14.795059204101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,3.6044544219970702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,19.22339782714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,3.450694274902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,4.5563713073730465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,4.409958267211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,17.144869995117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,28.108013916015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,5.570681762695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,5.469196701049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,29.46468505859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,7.624684906005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,7.476461029052734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,9.576735687255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,9.55989761352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,59.8341796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,13.728057861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,13.718374633789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,57.42227783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,17.760377502441408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,17.854541015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,21.861351013183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,22.196453857421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,34.60603637695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,35.21335144042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.0936191976070404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.09137920141220093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,69.8691650390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.08966400027275086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.08282880187034607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,70.58262939453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.11175680160522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.10963200330734253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.1569216012954712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.16276479959487916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.1998975992202759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.23919360637664794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.36337919235229493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.3834304094314575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.08384000062942505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.08429440259933471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.41054720878601075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.0946943998336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.38570239543914797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.42469120025634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.08776320219039917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.12905600070953369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.43279361724853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.4195072174072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.12113920450210572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.17056000232696533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.4523136138916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.42912001609802247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.1581439971923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.22437119483947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.46581759452819826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.44124159812927244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.20696959495544434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.45925121307373046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.4672383785247803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.4584959983825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.4756351947784424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.46430721282958987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.48671998977661135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.4978176116943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.5124095916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.5062016010284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.5281023979187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.38543360233306884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.3791680097579956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.5276224136352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.42020478248596194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.41296000480651857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.6691904067993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.5525055885314941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.43393921852111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.41809282302856443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.7852543830871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.6385791778564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.4508927822113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.4641983985900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.9367615699768066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.7339456081390381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.4698495864868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.4847231864929199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.1887295722961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.9396096229553222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.48042879104614256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.4951039791107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.1489279747009278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.5045696258544923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.5015744209289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.509830379486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.5698431968688964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.9795839309692382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.5202943801879882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.5201087951660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.8718591690063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.694463920593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.5392704010009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.5361983776092529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.678329658508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.5640128135681153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.5541440010070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.674176025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.5956992149353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.604863977432251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.4947135925292967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.725503921508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.6612927913665771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.6692607879638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,5.178335952758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,7.288851165771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.7780672073364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.7801472187042237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.8802944183349609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,6.561074829101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.904742431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,8.769932556152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,1.1414655685424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,1.1544384002685546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,8.180973052978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,1.3765055656433105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,1.4063039779663087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,13.063673400878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,15.358309936523437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.928486442565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.9085504531860351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,2.4284736633300783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,2.4096704483032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,29.776596069335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,3.4858623504638673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,3.456691360473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,33.65763854980469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,4.522451019287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,4.513043212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,6.594931030273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,6.605990600585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,8.697830200195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,8.680608367919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,10.731737518310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,10.818707275390626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,17.217683410644533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,17.16394805908203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,34.16899719238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.19081599712371827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,34.05970458984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.19015040397644042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.16647679805755616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.31360640525817873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.23841280937194825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.2846719980239868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.3928256034851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.4219327926635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.4947648048400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.564793586730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.14763519763946534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.14885760545730592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.9348095893859864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.9686911582946778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.1564288020133972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.19159040451049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,1.0312576293945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,1.0751168251037597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,1.0978367805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.265395188331604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,1.1134336471557618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.2741503953933716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,1.153395175933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.37861759662628175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,1.161580753326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.42282881736755373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,1.1976703643798827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.4879936218261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.5659071922302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,1.1914496421813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,1.2189056396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,1.2010175704956054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,1.245689582824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,1.2744576454162597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.301427173614502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,1.2699647903442384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.343712043762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.2827839851379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.3346495628356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.338047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.4242048263549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.3431360244750976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.9749567985534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.9748288154602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.4587648391723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.4718015670776368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,1.0785216331481933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,1.065337562561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.6252288818359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.6092351913452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,1.1232576370239258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,1.1317376136779784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.8981439590454101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.8154624938964843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,1.1804160118103026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,1.212435245513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,2.2521663665771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,1.2203264236450195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,2.0528703689575196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.245900821685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.502272033691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.253395175933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.2996735572814941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.409004783630371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,3.4313793182373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.2972928047180177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.3147071838378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,3.3691200256347655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.3518912315368652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.330399990081787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,4.165926361083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,4.021881484985352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.4060799598693847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.4119744300842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,6.0099327087402346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,5.586111831665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.4780544281005858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.4273407936096192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.472544002532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.5079423904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,7.511014556884765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,8.061766052246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.5934783935546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.6230911254882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,10.026918029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,11.045049285888672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.7775423049926757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.8083520889282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.9859584808349608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,2.021855926513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,13.341165161132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,14.491110229492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,2.4251136779785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,2.384383964538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,2.8500991821289063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,2.9069759368896486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,17.942848205566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,21.216351318359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,3.7436798095703123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,3.8131839752197267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,4.687091064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,4.7677055358886715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,30.53756103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,32.567385864257815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,6.6552574157714846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,6.707231903076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,8.678956604003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,8.64432601928711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,12.53460464477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,12.73391342163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,63.573968505859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,79.50302124023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,16.63513641357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,16.804045104980467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,20.8068603515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,20.62662353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,33.534060668945315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,34.20259094238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,68.58363647460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,69.37088623046876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.2115839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.21157119274139405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.3235327959060669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.3241408109664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.3717439889907837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.535155200958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.4236608028411865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.3997247934341431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.6919807910919189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.6700543880462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,1.151251220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.9149824142456054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.1995967984199524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.19747840166091918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.3504575729370116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.1708671569824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.2559231996536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.2581824064254761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.7826688766479493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.653772735595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.32762880325317384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.401196813583374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.8124223709106446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.7606399536132813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.43941760063171387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.4391488075256348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.902297592163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.8963136672973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.6729599952697753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.7703999996185302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,2.03955192565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.9773120880126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,2.0281856536865233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,2.1956607818603517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,2.1724735260009767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,2.192051124572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,2.2186304092407227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,2.3480960845947267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,2.311520004272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,2.3744384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.9685312271118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.0638976097106934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.1388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.4173376083374025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,2.4405376434326174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.3422335624694823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.6808191299438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.5314048767089843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.5773504257202147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.7211584091186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.8857088088989258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.810540771484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.7798784255981444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,2.005548858642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.956096076965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.879897689819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,2.027168083190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.90578556060791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.196883201599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,2.102284812927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,3.4673793792724608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,3.2493953704833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.545587158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.7624446868896486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.2527999877929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.232588768005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.3622079849243165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,4.2332416534423825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,4.583526229858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.349260711669922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.4481279373168947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.422214317321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,5.317107009887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,5.13647346496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.5505151748657227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.539091110229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,6.904070281982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,6.835667419433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.620191955566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.574355125427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,8.843558502197265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,8.246572875976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.7976640701293944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.736262321472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,12.752614593505859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,11.643666839599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,3.026668739318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,3.1238592147827147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,3.2868415832519533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,3.407923126220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,14.41295928955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,15.172320556640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.907001495361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,3.731532669067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,4.225574493408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,4.356825637817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,18.333753967285155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,19.476748657226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,5.128947067260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,5.4707904815673825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,28.854080200195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,29.84062805175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,6.2113792419433596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,6.426624298095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,8.208083343505859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,8.570956420898437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,10.526764678955079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,10.625663757324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,58.337225341796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,60.30806884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,14.699942016601563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,14.819865417480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,18.87615966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,19.02948455810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,22.910975646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,23.296537780761717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,36.44629821777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,36.053140258789064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,71.41830444335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,73.65661010742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.01,0.1235967993736267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.2,0.13425920009613038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.2,0.17624319791793824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.01,0.1536064028739929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.2,0.17726720571517945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.01,0.141702401638031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.2,0.25276799201965333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.2,0.2554944038391113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.01,0.2536639928817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.2,0.2589119911193848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.01,0.24829440116882323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.2,0.27038719654083254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.01,0.25384318828582764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.2,0.27654399871826174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.2,0.2881216049194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.01,0.2840512037277222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.2,0.3012160062789917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.01,0.28380160331726073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.2,0.32044799327850343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.2,0.3295743942260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.01,0.30396161079406736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.2,0.363590407371521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.01,0.30979199409484864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.2,0.35036160945892336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.01,0.3290816068649292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.2,0.4051519870758057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.2,0.41376638412475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.01,0.3270591974258423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.2,0.453875207901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.01,0.3494208097457886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.2,0.5620927810668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.01,0.3531455993652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.2,0.6406976222991944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.2,0.8189056396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.01,0.37895679473876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.2,1.1097727775573731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.01,0.42050561904907224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.01,0.45022082328796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.2,1.5665087699890137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.01,0.5053760051727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.2,2.052646446228027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.01,0.6097343921661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.01,0.7715199947357178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.2,2.987980842590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.01,0.9659456253051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.2,4.035865783691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.01,1.5627967834472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.2,5.532179260253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.01,1.942732810974121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.2,6.886592102050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.01,2.529363250732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.2,11.778841400146485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.01,4.205036926269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.01,5.054963302612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.2,17.547506713867186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.01,7.855494689941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.2,33.977822875976564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.01,10.578374481201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.01,14.970994567871093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.01,34.13714599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.22632958889007568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.29295361042022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.27653119564056394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.17688319683074952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.2755520105361938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.25530879497528075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.25691521167755127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.25667200088500974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.2578687906265259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.256876802444458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.2597248077392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.26051199436187744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.3139136075973511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.2716032028198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.31992321014404296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.28295040130615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.37309439182281495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.3381119966506958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.4418623924255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.32981760501861573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.3669568061828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.3815040111541748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.3826175928115845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.46485118865966796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.500435209274292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.5139904022216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.4681407928466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.3883903980255127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.574892807006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.4232448101043701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.7695295810699463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.5053184032440186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.5437695980072021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.5594367980957031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.09585919976234436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.6462592124938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.7483776092529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.11648639440536498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.2,0.8782784461975097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.1465407967567444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.01,0.8306048393249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.09471359848976135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.2,1.3045439720153809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.11104639768600463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.2471935987472534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.2,1.491494369506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.01,1.2319616317749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.12260479927062988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.2331712007522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.2,2.645292854309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.01,1.6384191513061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.2537087917327881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.2611776113510132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.01,2.11727352142334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.2,3.6078720092773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.2557760000228882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.2640320062637329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.2615231990814209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.01,3.196940803527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.2,3.9325313568115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.2689023971557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.28120319843292235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.01,3.8463550567626954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.2,6.278419113159179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.2846400022506714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.2981055974960327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.01,5.315244674682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.2,10.081196594238282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.29427199363708495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.31320960521698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.01,7.37232666015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.3080064058303833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.2820735931396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.2,15.507302856445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.28706560134887693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.2976831912994385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.01,12.575936126708985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.2,21.797068786621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.30572800636291503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.29668478965759276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.01,16.673983764648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.3392191886901855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.3042880058288574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.3459199905395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.32804479598999026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.2,33.886688232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.01,23.33777313232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.3774847984313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.3525183916091919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.4077568054199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.3733695983886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4730112075805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.2,46.9790771484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.377676796913147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5539584159851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.01,55.36695556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.43180160522460936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6980544090270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.8313216209411621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.567193603515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.1460479736328124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.6988671779632568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.4212160110473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.8260416030883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.047916793823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.1671808242797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.3884608268737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.545894432067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.053721618652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.01,3.83570556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.633945655822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.270278549194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.2,3.983590316772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.01,6.755481719970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.442214584350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.01,11.426681518554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.2,6.975718688964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.2,10.83667221069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.01,21.333094787597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.2,22.536376953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.2,0.2201535940170288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.01,0.20215680599212646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.2,0.22522881031036376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.2,0.24450559616088868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.01,0.24546558856964112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.2,0.418668794631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.01,0.24833281040191652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.2,0.40110077857971194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.01,0.4198016166687012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.2,0.42437119483947755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.01,0.41919360160827634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.2,0.4601088047027588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.2,0.44298877716064455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.01,0.4230207920074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.2,0.4706240177154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.01,0.44124798774719237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.2,0.4828927993774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.01,0.4341119766235352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.2,0.5242879867553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.01,0.4614528179168701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.2,0.6017343997955322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.01,0.4667520046234131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.01,0.5418879985809326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.2,0.5955840110778808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.01,0.5874303817749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.2,0.6727551937103271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.01,0.5876160144805909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.2,0.7109632015228271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.01,0.6719359874725341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.2,0.8215744018554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.01,0.7577600002288818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.2,0.7565824031829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.2,0.922265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.01,0.8761343955993652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.01,0.7485631942749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.2,0.9841152191162109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.01,0.8496447563171386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.2,1.2786623954772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.01,0.9889151573181152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.2,1.405446434020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.01,1.4088512420654298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.2,2.187936019897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.01,1.6932863235473632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.2,2.9492095947265624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.01,2.1739391326904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.01,3.5781696319580076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.2,5.141843032836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.01,4.7674110412597654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.2,6.340595245361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.01,5.089260864257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.2,9.295878601074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.01,9.457862091064452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.2,13.903334045410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.01,13.903974914550782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.01,16.798463439941408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.2,19.639622497558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.01,30.921478271484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.2,31.166445922851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.01,56.3110107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.2,50.530548095703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.1428287982940674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.17742079496383667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.23719680309295654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.4158656120300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.4162432193756104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.4311232089996338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.14270080327987672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.43543038368225095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.18754559755325317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.22629120349884033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.46494078636169434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.4072319984436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.48100481033325193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.4168191909790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.520147180557251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.41991682052612306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.4469120025634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.46995201110839846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.46503682136535646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.48583040237426756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.5113664150238038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.5078015804290772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.5643968105316162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.5179776191711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.5974720001220704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.46608638763427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.4188992023468018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.6444799900054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.48195199966430663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.6083519935607911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.3490623950958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.48226561546325686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.733292818069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.4270656108856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.5375360012054443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.42615680694580077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.840665626525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.34145278930664064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.42203521728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.5968448162078858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.2,1.0152000427246093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.42429437637329104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.4465087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.247993564605713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.6689663887023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.4250624179840088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.5337984085083007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.418668794631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.6982656478881837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.6263743877410889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.4458943843841553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.4195903778076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.48339200019836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.7546944141387939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.3182144165039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.5722815990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.454860782623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.7963200092315674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.4066558837890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.5857664108276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.47020158767700193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.0162112236022949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.116191864013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.6614912033081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.4781504154205322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.2409472465515137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.195609664916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.8376959800720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.5641983985900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.7335615158081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.6462399959564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.598579216003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.2595775604248045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.64373779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.5934463977813721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.7516736030578614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.237651062011719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.2,11.288473510742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.7581696033477783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.7876351833343506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.225465774536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.9245504379272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.01,0.8720128059387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.2,18.2063232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.186912155151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.6382527828216553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.01,1.1138239860534669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.8072640419006347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.01,1.3326399803161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.376390075683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.2,34.53055419921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.7999231815338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.01,1.806015968322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.01,10.861222076416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.01,2.230950355529785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.2,0.8450431823730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.01,3.782342529296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.2,1.01594877243042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.01,17.872979736328126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.2,1.2972543716430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.01,3.9270465850830076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.2,1.875391960144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.01,8.451673889160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.01,34.77479553222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.2,2.5745471954345702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.01,10.758035278320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.2,4.220057678222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.2,6.546163177490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.01,17.508940124511717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.2,6.503865814208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.2,14.022093200683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.01,23.348646545410155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.2,15.769964599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.01,26.909088134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.2,28.09436950683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.01,56.20725708007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.2,29.934375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.2,42.520452880859374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.01,75.7977783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.2,96.54728393554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.01,0.1806015968322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.01,0.2920383930206299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.01,0.21419520378112794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.01,0.39461119174957277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.2,0.17000319957733154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.01,0.6365248203277588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.2,0.2734783887863159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.01,0.8851455688476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.01,1.276217555999756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.2,0.19536639451980592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.01,1.3411520004272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.2,0.4079423904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.2,0.583628797531128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.01,1.3857151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.2,0.7835648059844971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.01,1.4831295967102052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.2,1.2670528411865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.01,1.525228786468506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.2,1.3255359649658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.01,1.5241920471191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.01,1.5704192161560058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.2,1.4358400344848632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.2,1.4516736030578614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.01,1.6556415557861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.2,1.5146559715270995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.01,1.7397375106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.2,1.5562751770019532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.01,1.7470207214355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.2,1.6394624710083008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.01,1.892576026916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.2,1.6772991180419923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.01,2.0243839263916015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.2,1.7755136489868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.01,2.2129791259765623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.01,2.5302783966064455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.2,1.8390399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.2,2.029990386962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.01,2.5171648025512696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.2,2.198739242553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.01,2.9211776733398436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.2,2.296019172668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.01,3.1593856811523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.2,2.6301504135131837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.01,4.092940902709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.01,4.614060974121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.2,2.524671936035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.2,2.953158378601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.01,6.498668670654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.2,3.504460906982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.01,7.991942596435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.2,4.455590438842774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.2,5.095212936401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.01,9.328237152099609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.2,6.858303833007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.01,15.54858856201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.2,9.052473449707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.2,10.220230102539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.01,31.167544555664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.2,17.238143920898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.2,32.565191650390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.31585280895233153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.49475841522216796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.2815808057785034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.40265598297119143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.7465792179107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.878656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.01,1.2803071975708007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.01,1.3661824226379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.31461119651794434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.471116828918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.46257920265197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.01,1.3440640449523926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.01,1.467084789276123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.2424384117126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.40264320373535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.01,1.6092416763305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.5721407890319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.6249536514282226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.660051155090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.7751359939575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.7738496780395507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.2,1.2720191955566407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.01,1.7258623123168946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.2,1.3292160034179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.2997119903564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.01,1.9201152801513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.4437055587768555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.01,2.280678367614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.2,1.4898943901062012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.01,2.207910346984863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.5417856216430663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.01,2.54385929107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.6259647369384767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.01,2.2983360290527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.8411392211914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.01,2.727519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.11600639820098876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.16240639686584474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.9321407318115233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.01,3.085286331176758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.1683583974838257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.11700479984283448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.2,1.9824960708618165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.01,3.800352096557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.4016767978668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.17015680074691772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.2,2.049190330505371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.6359807968139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.01,4.565881729125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.18670719861984253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.2,2.4651968002319338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.8735487937927247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.01,6.1096641540527346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.3555903911590576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.01,1.263987159729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.2,2.340320014953613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.01,7.862419128417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.5435776233673095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.01,1.376416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.2,2.847078323364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.01,9.309651184082032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.7665152072906494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.4304512023925782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.2,2.427993583679199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.2,1.2588735580444337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.472761631011963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.2,3.124403190612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.01,14.877778625488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.2,1.3204287528991698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.6026496887207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.2,1.4106111526489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.2,3.428780746459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.4702207565307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.01,28.7441650390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.5827584266662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.2,4.364473724365235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.5251711845397948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.6619136810302735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.2,4.768479919433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.6121856689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.6963136672973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.6433536529541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.2,7.471078491210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.8369216918945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.767545509338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.2,9.526201629638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.9128768920898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.8461248397827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.9892095565795898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.2,11.938361358642577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.9559551239013673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.01,2.097702407836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.2,2.026803207397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.2,18.832620239257814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.01,2.3031232833862303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.2049535751342773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.3455360412597654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.755596733093262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.7400768280029295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.7102848052978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.2,36.04408264160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.7752960205078123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.01,3.170988845825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.2,3.287270355224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.01,3.4403007507324217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.2,3.752614212036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.01,4.354899215698242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.2,4.709030532836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.01,5.416479873657226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.2,5.706534576416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.01,7.586585235595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.2,7.919833374023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.01,9.300243377685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.2,9.578591918945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.01,11.176300811767579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.2,11.586899566650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.2,18.49102020263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.01,17.644012451171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.2,36.59761962890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.01,37.11580200195313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.2,0.08495360016822814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.01,0.08624640107154846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.2,0.06284800171852112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.01,0.07519999742507935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.2,0.106278395652771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.01,0.10257920026779174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.13422720432281493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.11981439590454102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.2,0.14775680303573607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.01,0.1508288025856018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.10296319723129273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.2,0.18830080032348634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.01,0.22029440402984618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.18888959884643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.2,0.37141759395599366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.01,0.3592832088470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.25313920974731446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.2,0.37920639514923093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.3516096115112305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.01,0.3778559923171997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.39254400730133054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.2,0.39207680225372316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.01,0.3958656072616577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.01,0.39874560832977296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.3939519882202148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.2,0.40945920944213865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.01,0.39830400943756106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.40207362174987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.2,0.42892799377441404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.01,0.4203455924987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.40511360168457033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.2,0.43468799591064455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.01,0.4598976135253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.4009727954864502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.2,0.4538303852081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.01,0.455840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.43464322090148927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.2,0.47209601402282714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.14302079677581786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.2,0.4712512016296387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.01,0.4672704219818115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.43549442291259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.06808320283889771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.2,0.5042111873626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.4588223934173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.01,0.5203519821166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.1161728024482727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.2,0.5359615802764892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.4909503936767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.01,0.5334720134735107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.16596479415893556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.2,0.5258560180664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.5251071929931641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.01,0.4820159912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.22948479652404785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.2,0.5817471981048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.5141056060791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.01,0.5548992156982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.35516159534454345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.2,0.6043456077575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.5903679847717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.01,0.5958208084106446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.37548160552978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.6019904136657714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.2,0.7223999977111817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.01,0.7038335800170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.4009088039398193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.7312255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.2,0.7745344161987304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.01,0.7596159934997558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.4249216079711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.2,1.0208319664001464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.770252799987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.4120192050933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.01,0.992147159576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.01,0.9941311836242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.2,1.2619199752807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.43888001441955565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.01,1.0891584396362304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.01,1.1273792266845704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.2,1.6335103988647461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.4491072177886963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.01,1.44586238861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.01,1.5148287773132325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.2,1.9629951477050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.4595776081085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.01,1.7973823547363281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.01,1.9164159774780274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.2,2.950758361816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.47831039428710936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.01,2.572697639465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.5134655952453613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.01,2.769887924194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.01,3.198681640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.2,4.060416030883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.5125823974609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.01,3.94967041015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.01,3.317337417602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.2,4.864966583251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.4920896053314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.01,4.508204650878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.01,7.427327728271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.5585472106933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.2,8.327289581298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.6410111904144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.01,7.4242301940917965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.01,15.589433288574218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.7755904197692871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.2,18.120077514648436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.01,13.997779846191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.8452351570129395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.2,1.0695103645324706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.2,1.2819456100463866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.2,1.5064191818237305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.2,2.2936960220336915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.2,3.125235176086426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.2,4.364531326293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.2,5.442860794067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.2,9.196505737304687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.2,21.416473388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.07379199862480164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.06865919828414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.10042879581451417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.09320319890975952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.13841919898986815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.1425536036491394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.18398079872131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.20835840702056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.3613055944442749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.35958399772644045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.3926208019256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.3777407884597778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.38581759929656984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.4027520179748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.40264320373535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.4147007942199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.4266047954559326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.41202559471130373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.44266881942749026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.42011518478393556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.4675583839416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.4431295871734619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.47754878997802735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.47087998390197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.46898560523986815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.4782144069671631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.48876161575317384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.5151487827301026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.529369592666626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.5208896160125732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.552569580078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.5396927833557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.6005824089050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.6692992210388183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.6099520206451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.7926976203918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.6585792064666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.9689663887023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.7931456089019775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.2933568000793456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.9531200408935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.2807552337646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.3494976043701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.3034175872802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.8478208541870118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.838572883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.2,2.3302207946777345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.01,2.2687936782836915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.2,3.323756790161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.01,3.2664894104003905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.2,4.391500854492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.2,5.5368000030517575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.01,4.295321655273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.2,9.413619232177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.01,5.286867141723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.01,9.120294189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.2,18.18086395263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.01,17.760377502441408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.01,0.18984320163726806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.01,0.2947904109954834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.01,0.2528127908706665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.2,0.18131200075149537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.01,0.391865611076355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.2,0.1556864023208618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.01,0.5528384208679199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.2,0.1934272050857544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.01,0.9513728141784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.2,0.3612799882888794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.01,1.0729599952697755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.2,0.4589503765106201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.01,1.065004825592041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.2,0.9721280097961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.01,1.140665626525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.01,1.119980812072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.2,1.0605888366699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.01,1.2345088005065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.2,1.0724543571472167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.01,1.2584447860717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.2,1.0949055671691894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.01,1.2956992149353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.2,1.1969280242919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.2,1.25033597946167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.01,1.2775744438171386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.2,1.2909631729125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.2,1.3228799819946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.01,1.297920036315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.2,1.3353407859802247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.01,1.3847104072570802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.2,1.4048319816589356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.01,1.4223872184753419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.2,1.4514047622680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.01,1.5312512397766114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.2,1.4801535606384277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.01,1.7939136505126954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.2,1.5704447746276855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.2,1.7982143402099608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.01,2.196268844604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.2,2.133830451965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.01,2.2053184509277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.2,2.380134391784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.01,2.824428749084473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.2,2.9413503646850585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.01,3.2316478729248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.2,3.3266815185546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.01,4.068857574462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.01,4.29277458190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.2,4.212473678588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.3238719940185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.49616641998291017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.01,6.309427261352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.2,4.475443267822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.2982271909713745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.2,6.205990219116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.4523776054382324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.01,7.9851837158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.5950272083282471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.2,8.71072006225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.01,9.465900421142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.9547264099121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.01,1.0221759796142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.2,10.836806488037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.01,14.592434692382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.01,1.0667776107788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.01,1.163372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.2,16.145567321777342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.01,1.0720383644104003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.01,33.17688903808594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.01,1.1694080352783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.01,1.219974422454834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.3229952096939087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.2,34.68913269042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.01,1.1940608024597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.16780799627304077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.27192320823669436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.01,1.2727999687194824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.3716288089752197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.01,1.3806400299072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.5870719909667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.01,1.4024383544921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.01,1.4613056182861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.9234432220458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.01,1.6464767456054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.057811164855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.01,1.6307392120361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.1039487838745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.2,1.1261119842529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.01,2.1655744552612304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.2,1.1580544471740724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.2,1.1812735557556153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.01,2.4695743560791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.2,1.2530240058898925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.01,3.2034046173095705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.2,1.228121566772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.01,2.6029823303222654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.2,1.3253376007080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.2,1.3934080123901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.01,3.654790496826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.2,1.425811195373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.2,1.4652480125427245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.01,4.354380798339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.6596607208251952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.01,6.741522979736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.2,1.8973312377929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.2,2.378214454650879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.01,8.795616149902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.2,2.5215103149414064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.2,3.160492706298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.01,12.215071868896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.2,3.354758453369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.2,4.907872009277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.01,16.717082214355468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.2,5.264940643310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.2,7.325055694580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.01,32.50630493164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.2,11.095462036132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.2,13.321580505371093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.2,21.971685791015624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.2,46.180780029296876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.11463040113449097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.15059839487075805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.21552639007568358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.11842559576034546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.368556809425354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.5584832191467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.1277119994163513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.19846400022506713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.9880576133728027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.34979839324951173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.0134783744812013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.5004159927368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.0855168342590331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.9684864044189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.114560031890869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.0172863960266114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.1071423530578612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.1644224166870116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.1543168067932128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.01,1.24203519821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.01,1.2778752326965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.2,1.2116864204406739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.3819135665893554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.2,1.268992042541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.3090368270874024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.2,1.3515968322753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.3741888046264648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.41593599319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.4233471870422363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.4170240402221679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.419705581665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.451961612701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.4749247550964355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.01,1.6695039749145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.5079615592956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.01,1.8558208465576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.01,2.2930624008178713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.2,1.7113023757934571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.01,2.4782079696655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.8047552108764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.01,3.1229951858520506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.2,2.1479488372802735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.01,3.324076843261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.2,2.4799360275268554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.2,3.1399295806884764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.01,4.232339096069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.2,3.4700992584228514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.01,5.064870452880859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.2,4.393497467041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.01,6.992562866210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.2,5.100006484985352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.01,8.761446380615235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.2,7.0575103759765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.01,10.936678314208985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.2,9.162790679931641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.01,16.875975036621092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.2,11.359564971923827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.2,17.494117736816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.01,34.841796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.2,35.28673400878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.01,0.18124159574508666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.01,0.2920128107070923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.01,0.4954048156738281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.01,0.3457855939865112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.01,0.7524735927581787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.2,0.17931519746780394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.01,1.0829248428344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.2,0.2915712118148804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.01,1.343449592590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.2,0.3027328014373779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.01,1.7240255355834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.2,0.3919296026229858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.01,1.8322816848754884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.2,0.639686393737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.01,1.9280319213867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.2,0.9438015937805175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.01,1.9410879135131835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.01,1.99881591796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.2,1.1541760444641114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.01,2.0518911361694334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.2,1.6835008621215821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.01,2.2251775741577147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.2,1.7122047424316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.2,1.8299776077270509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.01,2.3552703857421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.2,1.8594560623168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.01,2.3588735580444338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.01,2.4626239776611327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.2,1.9946880340576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.01,2.7652799606323244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.2,2.036307144165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.2,2.1634239196777343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.01,3.0494144439697264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.2,2.284102439880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.01,3.5934017181396483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.2,2.3300031661987304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.01,3.9192127227783202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.01,4.7980094909667965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.2,2.539833641052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.2,2.7874624252319338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.01,4.817228698730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.2,3.015635108947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.01,6.589087677001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.2,3.806399917602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.2,3.771539306640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.01,5.67894401550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.2,4.444857788085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.01,7.322630310058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.2,4.221465682983398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.01,8.731929779052734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.2,5.169587326049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.2,6.520275115966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.01,11.016947174072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.2,8.696749114990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.01,15.516940307617187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.2,10.17989730834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.2,12.282041931152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.01,29.0489013671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.2,16.87088623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.2,33.07182006835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.2923199892044067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.5342847824096679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.9506175994873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.3234368085861206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.3720383882522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.531820821762085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.7498047828674317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.01,1.1822591781616212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.535590410232544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.42000641822814944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.01,1.342841625213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.6429120063781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.7881536483764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.2,1.0448575973510743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.8226943969726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.2,1.310041618347168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.9254335403442382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.6697280883789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.01,1.9312639236450195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.729043197631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.01,2.148556709289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.01,2.0541055679321287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.8334463119506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.01,2.2084800720214846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.2,1.8167295455932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.01,2.275884819030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.2,2.0018943786621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.2,1.9649791717529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.01,2.373753547668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.01,2.594783973693848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.2,2.2118656158447267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.01,2.8655296325683595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.2,2.3106943130493165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.01,3.207078552246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.2,2.424627113342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.2,2.458937644958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.01,3.8788352966308595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.2,2.792671966552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.01,3.804364776611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.2,3.1597375869750977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.01,4.979212951660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.01,4.990169525146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.2,3.4748416900634767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.2,3.7761409759521483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.01,6.738253021240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.2,5.0669502258300785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.01,5.400902557373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.2,4.079398345947266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.01,7.462226867675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.2,5.107904052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.01,8.77557144165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.2,6.202124786376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.01,9.749862670898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.2,7.69702377319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.2,9.225126647949219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.01,14.958457946777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.2,11.138336181640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.01,29.296511840820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.2,18.363623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.2,38.10160522460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.11910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.1724544048309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.2740799903869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.3469696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.11740800142288207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.17188479900360107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.7371391773223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.01,1.1134016036987304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.3579776048660278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.01,1.257164764404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.6365503787994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.9258560180664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.714054489135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.1539903640747071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.798271942138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.9897663116455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.6855808258056642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.9879999160766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.7929855346679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.9884864807128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.8475008010864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.8580671310424806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.01,2.1200767517089845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.2,2.035468864440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.01,2.161382484436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.01,2.2649023056030275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.2,2.0428863525390626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.01,2.3206783294677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.2,2.1105728149414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.01,2.422995185852051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.2,2.292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.2,2.3285247802734377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.01,2.7060800552368165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.2,2.4246847152709963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.01,3.0590656280517576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.2,2.6817087173461913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.01,3.4818687438964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.2,3.1298688888549804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.01,3.773516845703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.2,3.5346752166748048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.01,4.690438461303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.2,3.914342498779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.2,4.738016128540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.01,4.275020980834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.2,4.873075103759765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.01,5.28790397644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.2,5.984172821044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.01,6.273510360717774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.2,7.901305389404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.01,8.38677749633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.01,10.86748809814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.2,10.966278076171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.14056320190429689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.15342719554901124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.2,11.262099456787109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.13664000034332274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.01,12.999026489257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.15470080375671386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.1538432002067566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.2,13.607040405273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.01,18.998471069335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.1556671977043152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.15370880365371703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.1676800012588501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.2,20.32923583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.17403520345687867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.12375040054321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.17103999853134155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.01,38.80879211425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.1488319993019104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.18568320274353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.1546560049057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.18605439662933348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.15529600381851197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.2,41.02352600097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.1936511993408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.16238720417022706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.2004159927368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.16713600158691405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.16680320501327514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.21477119922637938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.17729920148849487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.25435519218444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.17904000282287597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.25999999046325684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.17287039756774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.32559359073638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.4670527935028076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.19962879419326782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.20442240238189696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.47202558517456056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.22933120727539064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,0.7054336071014404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.3193727970123291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,0.8400064468383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.3545664072036743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,1.3340415954589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.3209343910217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,1.5243840217590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.42200322151184083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,2.5132543563842775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,0.4634943962097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,3.679667282104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,0.7592063903808594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,4.4884033203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.0685824394226073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,6.586444854736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,1.4094271659851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,1.7545408248901366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,10.101983642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,2.703001594543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,2.917305564880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,14.355155944824219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,4.797203063964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,7.565395355224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,31.097268676757814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,9.058847808837891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.01,0.09786880016326904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.01,0.09795839786529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.01,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,16.651417541503907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.01,0.13852800130844117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.2,0.10308480262756348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.01,0.14960000514984131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.2,0.09066879749298096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.01,0.15486719608306884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.2,0.11118719577789307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.01,0.1615231990814209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,34.955718994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.2,0.15045759677886963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.01,0.15919359922409057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.2,0.15050239562988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.01,0.16749440431594848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.2,0.15515520572662353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.01,0.16828800439834596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.2,0.16068480014801026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.2,0.16222720146179198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.01,0.1729920029640198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.2,0.16700799465179444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.01,0.1903040051460266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.2,0.1663807988166809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.01,0.18203519582748412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.2,0.17255040407180786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.01,0.20007040500640869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.01,0.23296000957489013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.2,0.1835968017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.2,0.18733439445495606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.01,0.25905280113220214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.06641280055046081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.08513919711112976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.2,0.2112191915512085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.01,0.2545792102813721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.08471680283546448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.2,0.23240959644317627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.01,0.32503681182861327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.1453760027885437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.2,0.2568192005157471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.01,0.40157442092895507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.1390015959739685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.2,0.2652928113937378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.14799360036849976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.01,0.5220352172851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.15308159589767456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.2,0.32868480682373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.01,0.6616960048675538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.06686080098152161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.07522559762001038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.2,0.43023362159729006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.16406400203704835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.01,0.9270719528198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.10725760459899902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.2,0.6061823844909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.16435840129852294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.01,1.1277759552001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.14528640508651733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.2,0.6608511924743652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.17575039863586425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.01,1.736147117614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.2,0.9230143547058105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.1476096034049988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.1620352029800415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.01,2.2191295623779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.16993919610977173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.15630719661712647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.2,1.3019264221191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.01,3.453241729736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.17059839963912965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.16239360570907593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.2,1.7258752822875976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.01,4.511859130859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.19088000059127808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.15966720581054689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.2,1.9793792724609376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.01,5.557913589477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.20351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.17525119781494142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.2,3.1505727767944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.16450560092926025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.22278399467468263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.01,8.537478637695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.2,4.948870468139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.1719231963157654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.25408000946044923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.1785024046897888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.01,17.51197509765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.31816959381103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.18117120265960693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.2,5.56940803527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.20320639610290528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.37449600696563723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.2,11.275033569335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.22016639709472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.47431039810180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.25386240482330324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.5129216194152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.3121664047241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.2,21.25928955078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.35596799850463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.7106112003326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.46448001861572263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.8650048255920411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.5373504161834717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,1.267916774749756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.737721586227417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.8727871894836425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,1.5755840301513673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,1.2640576362609863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,2.362713623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,1.649068832397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,2.462656021118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,3.226969528198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,3.1983999252319335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,4.061715316772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,3.9911167144775392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,6.5371650695800785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,6.6782081604003904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,12.706163024902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,12.669996643066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.01,0.13498879671096803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.01,0.10696320533752442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.01,0.16691839694976807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.2,0.12643840312957763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.01,0.23826560974121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.2,0.13612799644470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.01,0.23031680583953856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.2,0.13568639755249023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.01,0.23728640079498292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.2,0.23219199180603028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.01,0.24167039394378662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.2,0.22286078929901124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.01,0.24926719665527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.2,0.23423359394073487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.01,0.257203197479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.2,0.24423038959503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.01,0.2732800006866455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.2,0.24641919136047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.01,0.2806848049163818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.2,0.25827200412750245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.01,0.3176192045211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.2,0.2607935905456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.01,0.34702720642089846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.2,0.27883520126342776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.01,0.36216959953308103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.2,0.29200000762939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.01,0.41999359130859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.2,0.3155584096908569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.23066239356994628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.2,0.40592641830444337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.01,0.43508481979370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.2183295965194702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.2,0.41673598289489744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.01,0.39767680168151853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.20461440086364746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.2,0.509606409072876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.21380479335784913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.01,0.5306496143341064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.23943040370941163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.17805440425872804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.23838720321655274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.2,0.4242112159729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.01,0.5829823970794678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.2543999910354614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.22634239196777345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.2,0.5531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.01,0.7609663963317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.2807168006896973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.24014720916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.2,0.5467904090881348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.01,0.9881152153015137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.26421120166778567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.23963520526885987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.25252480506896974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.2868736028671265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.2,0.8222720146179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.01,1.192204761505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.2626176118850708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.30316159725189207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.2,0.9678784370422363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.01,1.7381183624267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.2794303894042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.27226240634918214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.2,1.3414912223815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.01,2.482956886291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.27924480438232424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.29750399589538573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.3014976024627686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.28463358879089357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.01,3.1253759384155275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.2,1.7093183517456054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.3953855991363525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.26711039543151854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.01,5.114611053466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.2,2.8970943450927735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.5047552108764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.3233855962753296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.01,6.9689277648925785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.3000447988510132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.2,3.498348617553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6380479812622071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.33425920009613036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.4786367893218994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.2,5.657094573974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.01,10.587583923339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.44250879287719724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.01,0.6372159957885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.2,7.024313354492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.4781504154205322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.01,16.487840270996095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,0.7025856018066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.2,8.66461410522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.5450304031372071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,0.9825663566589355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.01,28.81619873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.2,0.7264128208160401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,1.4317440032958983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.2,13.545465087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,1.8193727493286134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,0.7785600185394287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,2.663417625427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,0.904851245880127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.2,29.273114013671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,1.3507391929626464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,4.989708709716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,2.1650047302246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,6.682848358154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,2.418227195739746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,8.440108489990234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,4.477964782714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,12.816511535644532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,5.622796630859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,9.705638122558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,16.27318420410156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,12.339091491699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,26.62374267578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,13.809907531738281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,47.81496887207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,26.112210083007813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.09386240243911743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,59.268499755859374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.1196671962738037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.14116480350494384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.0932096004486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.22124800682067872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.10699520111083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.22003839015960694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.13789440393447877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.2347520112991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.21961600780487062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.22782719135284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.2325376033782959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.23399679660797118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.242195200920105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.24163200855255126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.23813118934631347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.2428352117538452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.24552319049835206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.2446336030960083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.2578367948532104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.24768640995025634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.2716671943664551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.2647615909576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.29314560890197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.27307519912719724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.2988800048828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.32690560817718506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.28562560081481936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.35164799690246584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.3039743900299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.3589312076568604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.3227263927459717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.43930878639221194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.35173759460449217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.3546047925949097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.47319679260253905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.42702717781066896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.6090752124786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.4818560123443604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.7616511821746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.5977920055389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,1.0196288108825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,0.7482240200042725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,1.2700544357299806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,1.0127936363220216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,1.832499122619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,1.3575551986694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,2.4140031814575194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,1.9227264404296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,3.60497932434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,2.4451711654663084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,5.039231872558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,3.6375808715820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,6.414438629150391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,5.173004913330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,6.465830230712891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,9.943756866455079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,10.386431884765624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,20.712384033203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,21.193862915039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.17382400035858153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.27273600101470946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.17676160335540772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.29087998867034914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.3630208015441895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.17545599937438966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.26218879222869873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.5256256103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.14188799858093262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.6714816093444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.2397183895111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.7147327899932862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.3083775997161865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.7482816219329834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.4776895999908447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.7846208095550538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.6601856231689454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.8015616416931153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.7246272087097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.7791039943695068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.7389440059661865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.8358207702636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.7729599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.9191935539245606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.8212096214294433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.8471487998962403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.01,1.0324480056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.8301888465881347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.01,1.0425344467163087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.9722623825073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.01,1.0206656455993652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.2,1.0129407882690429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.1451904296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.2,1.075494384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.1254528045654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.2,1.0759743690490722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.2987839698791503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.195967960357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.3176511764526366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.258880043029785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,1.4655360221862792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.01,0.1118783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.2,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.3472895622253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,1.8205503463745116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.01,0.16112639904022216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.2,0.1524415969848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,2.4650751113891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.3884544372558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.01,0.16491520404815674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.2,0.12175359725952148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,2.70963191986084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,1.6359807968139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.01,0.2262592077255249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.2,0.21049599647521972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,2.0326656341552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,3.8542144775390623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.01,0.37411839962005616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.2,0.3137984037399292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,2.633452796936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,4.829043197631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.2,0.4463615894317627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.01,0.4697472095489502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,2.8840192794799804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,5.963558578491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.2,0.6637567996978759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.01,0.6952447891235352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,4.752000045776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,9.960147094726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.2,0.7217663764953614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.01,0.7240384101867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,5.637350463867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.2,0.726643180847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.01,0.7593984127044677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,18.563679504394532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,6.765254211425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.01,0.7802175998687744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.2,0.7485951900482177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,11.000601959228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.01,0.7808191776275635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.2,0.8153856277465821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.01,0.8793536186218261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.2,0.8160320281982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,21.680012512207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.01,0.8776703834533691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.2,0.8996864318847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.01,0.9388352394104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.2,1.005292797088623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.2,1.0596223831176759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.01,1.0141823768615723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.2,1.085536003112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.01,1.0389504432678223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.2,1.0523776054382323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.01,1.058195209503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.01,1.126195240020752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.2,1.2132991790771483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.01,1.1990912437438965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.2,1.2371520042419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.01,1.3714303970336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.2,1.3839424133300782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.2,1.5724479675292968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.01,1.3711551666259765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.2,2.023980712890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.01,1.6047487258911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.2,2.084844779968262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.01,1.9647167205810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.01,2.631955146789551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.2,2.9812543869018553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.01,3.0431039810180662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.2,3.326892852783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.2,4.574700927734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.01,4.428582382202149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.2,5.60497932434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.01,5.492448043823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.2,6.860569763183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.01,6.75863037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.08537600040435792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.01,10.229529571533202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.2,11.195091247558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.11210240125656128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.12425600290298462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.21960320472717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.01,22.258348083496095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.2,23.787129211425782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.34716799259185793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.08596479892730713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.4528319835662842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.11205120086669922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.12312320470809937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.6839680194854736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.20750720500946046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.7139008045196533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.29569919109344484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.7554624080657959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.42230401039123533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.7597311973571778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.6657216072082519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.8102848052978515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.8668800354003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.6921088218688964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.8746047973632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.7345536231994629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.936524772644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.7667840003967286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.7947264194488526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.01,1.0110848426818848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.8454976081848145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.01,1.0652223587036134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.8821439743041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.01,1.1394816398620606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.9850815773010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.01,1.2615551948547363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.3038592338562012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.2,1.0473407745361327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.5406528472900392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.2,1.1087488174438476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.7967615127563477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.2,1.153376007080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.2,1.2920384407043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,2.261177635192871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.3516480445861816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.281868743896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.597100830078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,2.974041557312012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.889958381652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,3.78790397644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,2.315097618103027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,5.422841644287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.364249610900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.08363519906997681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.08543999791145325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,3.157094383239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,6.839641571044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.066048002243042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.05538560152053833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,3.9176895141601564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08717439770698547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,8.404704284667968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.08087679743766785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.11367039680480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,5.509766387939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.099891197681427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.13784960508346558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,14.43017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.21571199893951415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.11318399906158447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,7.201023864746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.21069440841674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.21415679454803466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,9.128038024902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.21064319610595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.2175679922103882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,29.304876708984374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.22554240226745606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.2203200101852417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,15.240159606933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.2353343963623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.2160576105117798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.2319103956222534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.2407680034637451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.23064959049224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,29.949057006835936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.24684159755706786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.2469183921813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.253056001663208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.24606080055236818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.26508800983428954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.2456831932067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.2808255910873413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.26152958869934084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.287443208694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.27857279777526855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.32315518856048586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.3422911882400513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.29424641132354734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.41690239906311033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.29161601066589354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.49855999946594237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.3368063926696777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,0.6494207859039307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.36920320987701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,0.7703231811523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.45664000511169434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.5218560218811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,1.001632022857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,0.6936384201049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,0.799564790725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,1.3975232124328614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,1.0769920349121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,1.999295997619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.01,0.05920000076293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,1.7092992782592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,2.388364791870117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.01,0.05518720149993896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,2.1076223373413088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.01,0.06550400257110596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.01,0.09971200227737427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.2,0.0590719997882843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,2.8702016830444337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,3.0159488677978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.01,0.1309183955192566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.2,0.05308799743652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,4.5032958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,3.638431930541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.01,0.19933439493179322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.2,0.0730239987373352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.01,0.20734078884124757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.2,0.0955456018447876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,6.1162559509277346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,11.278931427001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.01,0.2207808017730713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.2,0.11761280298233032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.01,0.22106239795684815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.2,0.19461120367050172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,13.700595092773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.01,0.2295936107635498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.2,0.20880639553070068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.2,0.22469758987426758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.01,0.23496320247650146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.2,0.22224640846252441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.01,0.2518464088439941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.2,0.22997119426727294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.01,0.25886080265045164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.2,0.24380159378051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.01,0.2648128032684326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.2,0.2539776086807251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.01,0.2816512107849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.01,0.29489281177520754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.2,0.2676415920257568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.01,0.2988287925720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.2,0.2700927972793579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.01,0.34143359661102296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.2,0.27168641090393064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.01,0.37927680015563964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.2,0.29270401000976565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.2,0.30018560886383056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.01,0.439577579498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.2,0.350598406791687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.01,0.5344639778137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.01,0.6664127826690673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.2,0.39278080463409426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.048563200235366824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.07215359807014465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.01,0.8391424179077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.2,0.4850560188293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.09620479941368103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.2,0.5587903976440429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.01,1.1391551971435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.04261760115623474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.12910720109939575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.2,0.7148032188415527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.01,1.5025343894958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.05088000297546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.1992640018463135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.2,0.9291007995605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.01,2.141619110107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.21319680213928222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.2,1.1918720245361327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.01,2.7869440078735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.224947190284729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.09157119989395142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.2,1.660550308227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.01,3.4329471588134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.23479039669036866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.12171519994735717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.2,2.324358367919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.2445823907852173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.20277760028839112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.01,5.597849655151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.2233664035797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.25779199600219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.2,3.2871742248535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.01,10.90997085571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.23155200481414795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.2700095891952515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.2,3.941273498535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.28300158977508544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.24034559726715088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.2886591911315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.24982399940490724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.2,7.102220916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.3026112079620361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.2580352067947388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.32021119594573977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.2760512113571167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.2,12.590611267089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.3418623924255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.29480319023132323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.393068790435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.293721604347229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.4544064044952393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.3128000020980835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.3301503896713257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.5560704231262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.3449919939041138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.6688511848449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.40120320320129393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.929593563079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.45505919456481936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.0715519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.5674560070037842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.6736512184143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.5292863845825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.9400768280029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.9506624221801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.088755226135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.5249664306640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,2.963155174255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.9874303817749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.910451126098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,2.9970624923706053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,4.893196868896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,4.127264022827148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,8.194585418701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,5.293420791625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,8.644889831542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,17.077285766601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,17.407994079589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.18654719591140748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.01,0.11456639766693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.22133760452270507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.01,0.146943998336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.01,0.15362559556961058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.1548735976219177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.2,0.11590399742126464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.01,0.2398400068283081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.23950719833374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.2,0.08485119938850402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.01,0.32089600563049314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.3507711887359619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.2,0.13307520151138305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.01,0.518016004562378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.5498176097869873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.2,0.209004807472229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.01,0.5585279941558838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.1863935947418213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.5849984169006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.2,0.2850048065185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.13826559782028197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.5560832023620605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.2,0.5136384010314942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.01,0.5797311782836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.2,0.5557759761810303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.14599679708480834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.6462016105651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.01,0.6004672050476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.2369920015335083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.2,0.5849152088165284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.6149695873260498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.01,0.6025536060333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.31548800468444826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.2,0.609062385559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.6347968101501464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.01,0.6131775856018067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.49907841682434084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.2,0.6288127899169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.6672512054443359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.01,0.6662528038024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.2,0.627942419052124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.01,0.6916543960571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.5462783813476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.7008959770202636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.01,0.6882624149322509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.2,0.6801280021667481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.5826879978179932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.6997695922851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.01,0.7375872135162354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.7273983955383301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.5634880065917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.2,0.6959807872772217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.01,0.7647424221038819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.7546944141387939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.6291520118713378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.2,0.7149824142456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.01,0.7724160194396973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.6747903823852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.7709951877593995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.2,0.7701888084411621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.7204351902008057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.01,0.8457535743713379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.2,0.7647168159484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.8388480186462403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.2,0.7633471965789795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.7161983966827392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.01,0.8960895538330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.8923135757446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.2,0.8503168106079102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.7193600177764893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.01,1.114739227294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.0867136001586915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.2,1.0231679916381835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.7644608020782471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.01,1.2353471755981444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.2499903678894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.2,1.2606271743774413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.7520319938659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.01,1.685919952392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.7357823848724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.2,1.3150400161743163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,1.5516672134399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.9375295639038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.01,1.9510591506958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.2,1.6903936386108398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,1.7959871292114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,0.9409407615661621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.2,1.9112384796142579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.01,2.6269247055053713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,2.3452991485595702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.2323648452758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.2,2.6930496215820314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.403001594543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.01,2.988332748413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,2.7536447525024412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,1.8258560180664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.2,3.0549312591552735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.01,4.007577514648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,3.8207935333251952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,2.1897279739379885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.2,4.973855972290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.01,5.137875366210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,5.189273452758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,2.7106111526489256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.2,5.425529479980469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.01,6.303168106079101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,6.833503723144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,3.042527961730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.2,6.886745452880859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,4.3793792724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.01,10.276576232910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,10.698182678222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,5.5690559387207035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.2,11.648799896240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,6.7953857421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.01,21.703372192382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,19.631289672851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.2,22.222195434570313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,10.783519744873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,25.259744262695314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.08180480003356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.0832256019115448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.09015679955482483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.10763520002365112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.12454400062561036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.140556800365448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.20369279384613037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.2124095916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.3050431966781616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.27582080364227296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.5142464160919189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.5090176105499268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.5526527881622314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.5481984138488769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.582047986984253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.5938623905181885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.6218560218811036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.6017663955688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.615334415435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.6211711883544921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.6848896026611329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.6481472015380859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.6599232196807862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.7113279819488525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.7158400058746338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.733190393447876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.7078400135040284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.7727871894836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.753439998626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.8206015586853027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.7866432189941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.8419391632080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.8455936431884765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.9804032325744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.8771583557128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,1.0119104385375977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.2,1.0074751853942872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.1933823585510255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.0726400375366212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.3392959594726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.4382847785949706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.4636480331420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.857151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,1.9299455642700196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,2.097369575500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,2.8134592056274412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,2.1154176712036135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,3.8289920806884767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,2.852390480041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,3.903468704223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,5.40629768371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,5.442950439453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,6.5762687683105465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,8.295801544189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,6.95849609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,8.736768341064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,13.523052978515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,14.000314331054687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,27.61097106933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,27.925106811523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.1761023998260498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.2905855894088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.503385591506958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.22362880706787108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.4035200119018555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.17543679475784302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.630790376663208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.2915839910507202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.726643180847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.30101120471954346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.24104959964752198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.8974528312683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.35562241077423096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.49441280364990237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.9394559860229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.6251327991485596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.9698687553405761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.8944704055786132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.01,1.0552000045776366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.01,1.0945280075073243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.9353856086730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.01,1.1354944229125976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.9844672203063964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.01,1.1464256286621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.9851200103759765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.2,1.0529215812683106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.1867648124694825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.2,1.0863743782043458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.2736255645751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.1722880363464356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.3159744262695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.4984576225280761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.1924863815307618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.2443327903747559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.545964813232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.3848064422607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.8797183990478517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.5331520080566405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.868057632446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.6901504516601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.2607872009277346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.9702783584594727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,2.0561216354370115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,2.0233535766601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,2.5334720611572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,3.304608154296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.3582271575927733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,2.2624128341674803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,4.223737716674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,2.863577651977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,5.118112182617187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.01,0.11196800470352172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,3.553414535522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.01,0.16209280490875244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.2,0.11382399797439575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,4.889747238159179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,6.361913681030273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.01,0.28361599445343016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.2,0.17153919935226442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,5.7130687713623045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,9.096076965332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.01,0.21708159446716307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.2,0.1808575987815857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,6.800876617431641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.2,0.20616319179534912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.01,0.38296959400177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,17.814598083496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.2,0.35432960987091067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.01,0.5820928096771241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.2,0.5305344104766846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,10.468319702148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.01,0.6988096237182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.2,0.6084735870361329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.01,0.9054976463317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.2,0.8856448173522949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.01,0.985478401184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,19.47752990722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.2,0.945900821685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.01,1.0283967971801757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.2,0.9405695915222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.2,1.0461824417114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.01,1.0585023880004882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.2,1.0060416221618653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.01,1.107590389251709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.2,1.112665557861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.01,1.1123200416564942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.2,1.205951976776123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.01,1.1918208122253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.01,1.269587230682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.2,1.3294143676757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.01,1.3463359832763673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.2,1.3893119812011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.2,1.3890751838684081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.01,1.348748779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.2,1.5879743576049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.01,1.5017727851867675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.2,1.7270591735839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.01,1.6701759338378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.2,1.933171272277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.01,1.946054458618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.01,1.8930559158325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.2,1.9890176773071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.01,2.220748710632324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.2,2.3421119689941405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.01,2.708332824707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.2,2.755961608886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.01,3.4921409606933596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.2,3.527110290527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.01,3.6738624572753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.2,3.8313663482666014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.01,4.841158294677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.2,4.923494338989258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.2,6.442124938964843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.01,5.974252700805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.0862272024154663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.11249920129776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.2,7.76135025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.01,7.379251098632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.16776319742202758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.20280959606170654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.3695807933807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.08406400084495544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.01,11.06360321044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.2,12.458515167236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.5847487926483155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.11302399635314941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.6888448238372803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.1393280029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.9180480003356933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.01,22.503916931152343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.20610558986663818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.2,25.295237731933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.9733247756958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.3435967922210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.5021312236785889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.01,1.0062015533447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.6110847949981689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.01,1.0573439598083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.8561216354370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.01,1.1019136428833007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.9398976325988769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.01,1.166867160797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.9586688041687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.01,1.205254364013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.2,1.032755184173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.01,1.277036762237549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.2,1.0483391761779786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.3473088264465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.2,1.1031807899475097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.01,1.4260671615600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.2,1.1547200202941894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.6281536102294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.2730112075805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.7852800369262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.3416704177856444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,2.050284767150879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.1249727249145507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.2,1.473203182220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,2.6249088287353515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.6333631515502929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.853785514831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,3.249292755126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,2.1111679077148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,4.280767822265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.1700672149658202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,4.308671951293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,2.7156991958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,5.940806579589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,2.9895872116088866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,7.550701141357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,3.6750720977783202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,9.538803100585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,5.037343978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,6.906867218017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,14.699058532714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,7.672537231445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,9.506342315673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,30.359796142578126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,15.440960693359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,30.49744567871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,power_law_1.01,0.09621760249137878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,power_law_1.01,0.1048192024230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,power_law_1.01,0.12048640251159667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,power_law_1.01,0.13923840522766112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,power_law_1.01,0.13984639644622804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,power_law_1.01,0.15745279788970948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,power_law_1.01,0.17665280103683473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,power_law_1.01,0.16971520185470582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,power_law_1.01,0.17683199644088746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,power_law_1.2,0.09626880288124084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,power_law_1.01,0.1950271964073181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,power_law_1.2,0.10372480154037475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,power_law_1.01,0.2045504093170166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,power_law_1.01,0.21782400608062744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,power_law_1.2,0.10343680381774903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,power_law_1.01,0.24423038959503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,power_law_1.2,0.14167040586471558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,power_law_1.2,0.1396415948867798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,power_law_1.01,0.2618688106536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,power_law_1.2,0.14994560480117797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,power_law_1.01,0.29436159133911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,power_law_1.2,0.1791103959083557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,power_law_1.01,0.3149183988571167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,power_law_1.2,0.17585920095443724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,power_law_1.01,0.40378880500793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,power_law_1.2,0.19403519630432128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,power_law_1.01,0.5276735782623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,power_law_1.2,0.19305599927902223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,power_law_1.01,0.6035327911376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,power_law_1.2,0.20570878982543944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,power_law_1.2,0.2280128002166748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,power_law_1.01,0.9896703720092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,power_law_1.2,0.228767991065979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,power_law_1.01,1.1978879928588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,power_law_1.2,0.2660799980163574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,power_law_1.01,1.5910911560058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,power_law_1.2,0.31889278888702394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,power_law_1.2,0.3118016004562378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,power_law_1.01,2.1067327499389648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,power_law_1.2,0.38788480758666993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,power_law_1.2,0.5527616024017334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,power_law_1.01,3.657894515991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,power_law_1.2,0.6126336097717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,power_law_1.01,3.9003070831298827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,power_law_1.2,0.91909761428833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,power_law_1.01,7.342566680908203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,power_law_1.2,1.152511978149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,power_law_1.01,8.191731262207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,power_law_1.2,2.053811264038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,power_law_1.2,2.5474624633789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,power_law_1.01,10.444812774658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,power_law_1.2,3.559980773925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,power_law_1.2,4.7788032531738285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,2,power_law_1.01,19.36084442138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,power_law_1.2,7.770745849609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,power_law_1.2,8.471878051757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,2,power_law_1.01,33.34120178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,power_law_1.2,13.006501770019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,2,power_law_1.2,19.56346893310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,2,power_law_1.2,38.114617919921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,power_law_1.01,0.07504640221595764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,power_law_1.01,0.09359999895095825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,power_law_1.01,0.0975488007068634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,power_law_1.01,0.13763200044631957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,power_law_1.01,0.136735999584198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,power_law_1.01,0.14585599899291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,power_law_1.01,0.1631999969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,power_law_1.2,0.07726719975471497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,power_law_1.01,0.15437439680099488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,power_law_1.2,0.09432960152626038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,power_law_1.01,0.1654528021812439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,power_law_1.2,0.0934719979763031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,power_law_1.01,0.1765887975692749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,power_law_1.2,0.1315392017364502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,power_law_1.01,0.17694079875946045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,power_law_1.2,0.13836159706115722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,power_law_1.01,0.18995840549468995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,power_law_1.01,0.20396800041198732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,power_law_1.2,0.14644479751586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,power_law_1.2,0.16053119897842408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,power_law_1.01,0.21207680702209472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1529536008834839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,power_law_1.01,0.23338239192962645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,power_law_1.2,0.1660416007041931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,power_law_1.01,0.26317439079284666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,power_law_1.2,0.17110400199890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,power_law_1.01,0.31020801067352294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,power_law_1.2,0.16330239772796631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,power_law_1.01,0.4162112236022949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,power_law_1.2,0.1904960036277771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.5154176235198975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,power_law_1.2,0.1980736017227173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.7158912181854248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.8909695625305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,power_law_1.2,0.2234112024307251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,power_law_1.01,1.274886417388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,power_law_1.2,0.23029758930206298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,power_law_1.01,1.6373119354248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,power_law_1.2,0.2752320051193237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,power_law_1.2,0.1368127942085266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,power_law_1.01,2.413408088684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,power_law_1.2,0.3093120098114014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,power_law_1.01,0.14362879991531372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,power_law_1.2,0.12826240062713623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,power_law_1.2,0.420684814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,power_law_1.01,3.1615488052368166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,power_law_1.01,0.13043199777603148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,power_law_1.2,0.13766399621963502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.5274176120758056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,power_law_1.01,4.673267364501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.7058559894561768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,power_law_1.01,0.1303104043006897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,power_law_1.2,0.14438400268554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,power_law_1.01,6.182815933227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.8816896438598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,power_law_1.01,0.14290560483932496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,power_law_1.2,0.14453760385513306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,power_law_1.01,0.14232319593429565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,power_law_1.2,1.2741120338439942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,power_law_1.2,0.18373119831085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,power_law_1.01,7.665452575683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,power_law_1.01,0.17333120107650757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,power_law_1.2,1.6414207458496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,power_law_1.2,0.21541759967803956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,1,power_law_1.01,12.153286743164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,power_law_1.2,0.20690560340881348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,power_law_1.01,0.19877760410308837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,power_law_1.2,2.401894378662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,power_law_1.2,0.20799999237060546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,power_law_1.01,0.1929919958114624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,power_law_1.2,3.163046455383301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,power_law_1.2,0.21449599266052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,power_law_1.01,0.2114880084991455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,1,power_law_1.01,24.1727294921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,power_law_1.2,4.663129425048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,power_law_1.2,0.2479935884475708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,power_law_1.01,0.23364479541778566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,power_law_1.2,0.2720383882522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,power_law_1.2,6.154668807983398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,power_law_1.01,0.24741120338439943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,power_law_1.01,0.27039361000061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,power_law_1.2,0.2968127965927124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,power_law_1.01,0.2786815881729126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,power_law_1.2,0.34158079624176024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,power_law_1.2,7.654483032226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,power_law_1.2,0.41736321449279784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,power_law_1.01,0.3573760032653809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,power_law_1.2,0.4638847827911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,power_law_1.01,0.4000703811645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,1,power_law_1.2,12.164383697509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,power_law_1.2,0.5745408058166503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,power_law_1.01,0.44223361015319823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,power_law_1.2,0.8600255966186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,power_law_1.01,0.5091775894165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,1,power_law_1.2,24.164338684082033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,power_law_1.01,0.6610176086425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.1332159996032716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,power_law_1.01,1.023532772064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,power_law_1.2,1.6973247528076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.9494783401489257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,power_law_1.01,1.2545087814331055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,power_law_1.2,3.342425537109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,power_law_1.01,1.7725568771362306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,power_law_1.01,2.8573951721191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,power_law_1.2,4.25525131225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,power_law_1.01,4.029203033447265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,power_law_1.2,6.476166534423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,power_law_1.01,5.127308654785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,power_law_1.2,9.979443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,power_law_1.01,8.26608657836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,power_law_1.2,10.540153503417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,power_law_1.01,9.789510345458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,power_law_1.2,15.708575439453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,power_law_1.01,13.812838745117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,power_law_1.2,18.776364135742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,power_law_1.01,17.235929870605467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,4,power_law_1.2,40.15353698730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,4,power_law_1.01,37.54568176269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,4,power_law_1.2,65.690576171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,4,power_law_1.01,55.63267211914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,power_law_1.01,0.13464319705963135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,power_law_1.2,0.1325824022293091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,power_law_1.01,0.13447680473327636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,power_law_1.2,0.1421056032180786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,power_law_1.2,0.1458624005317688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,power_law_1.01,0.15527679920196533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,power_law_1.2,0.1862720012664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,power_law_1.01,0.1717568039894104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,power_law_1.2,0.1836351990699768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,power_law_1.01,0.18376959562301637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,power_law_1.01,0.21823999881744385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,power_law_1.2,0.2079551935195923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,power_law_1.01,0.2510080099105835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,power_law_1.2,0.22120320796966553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,power_law_1.01,0.21873281002044678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,power_law_1.2,0.22720639705657958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,power_law_1.01,0.2357503890991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,power_law_1.2,0.2358783960342407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,power_law_1.2,0.2568000078201294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,power_law_1.01,0.27198081016540526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,power_law_1.01,0.26238079071044923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,power_law_1.2,0.25233919620513917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,power_law_1.01,0.2955456018447876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,power_law_1.2,0.3197439908981323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,power_law_1.01,0.3300800085067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,power_law_1.2,0.32258560657501223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,power_law_1.01,0.3590208053588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,power_law_1.2,0.3722111940383911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,power_law_1.01,0.40178561210632324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,power_law_1.2,0.4494912147521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,power_law_1.01,0.4931647777557373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,power_law_1.01,0.5040703773498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,power_law_1.2,0.4965375900268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,power_law_1.01,0.7431935787200927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,power_law_1.2,0.553766393661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,power_law_1.01,0.9066944122314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,power_law_1.2,0.8128704071044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,power_law_1.2,1.0327232360839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,power_law_1.01,1.4810879707336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,power_law_1.2,1.6501567840576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,power_law_1.01,1.6433536529541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,power_law_1.2,2.2175424575805662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,power_law_1.01,2.8685375213623048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,power_law_1.2,3.092870330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,power_law_1.01,3.954163360595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,power_law_1.2,4.126598358154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,power_law_1.01,4.907968139648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,power_law_1.01,7.651936340332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,power_law_1.2,5.051347351074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,power_law_1.01,10.795552062988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,power_law_1.2,7.148102569580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,power_law_1.2,12.138412475585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,power_law_1.01,15.484812927246093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,power_law_1.2,16.058963012695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,power_law_1.01,19.50951690673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,power_law_1.2,18.692857360839845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,2,power_law_1.01,30.856967163085937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,2,power_law_1.2,32.30936889648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,2,power_law_1.01,61.59228515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,2,power_law_1.2,68.66366577148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,power_law_1.01,0.0987775981426239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,power_law_1.01,0.11953920125961304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,power_law_1.01,0.12119040489196778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,power_law_1.01,0.17388800382614136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,power_law_1.01,0.17713919878005982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,power_law_1.01,0.18808319568634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,power_law_1.01,0.2043071985244751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,power_law_1.01,0.21157760620117189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,power_law_1.01,0.20728960037231445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,power_law_1.2,0.09893760085105896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,power_law_1.2,0.11310720443725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,power_law_1.01,0.2261120080947876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,power_law_1.2,0.12257920503616333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,power_law_1.01,0.2531008005142212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,power_law_1.2,0.17520639896392823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,power_law_1.01,0.27313919067382814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,power_law_1.2,0.17544959783554076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,power_law_1.2,0.1876736044883728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,power_law_1.01,0.28488318920135497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,power_law_1.2,0.206060791015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,power_law_1.2,0.21263360977172852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,power_law_1.01,0.32200961112976073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,power_law_1.2,0.2250688076019287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,power_law_1.01,0.36055679321289064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,power_law_1.2,0.23348479270935057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,power_law_1.01,0.3762815952301025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,power_law_1.2,0.25107200145721437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,power_law_1.2,0.25736958980560304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,power_law_1.01,0.47166080474853517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,power_law_1.2,0.28024959564208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,power_law_1.01,0.6260992050170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,power_law_1.2,0.3085119962692261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,power_law_1.2,0.3605247974395752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.7852159976959229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,power_law_1.2,0.4062016010284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,power_law_1.01,1.0899456024169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,power_law_1.2,0.476416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,power_law_1.01,1.4223360061645507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,power_law_1.2,0.6167808055877686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.7651904106140137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,power_law_1.01,2.0385663986206053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,power_law_1.2,1.0798912048339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,power_law_1.01,2.59946231842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,power_law_1.2,1.3843584060668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,power_law_1.2,1.9985023498535157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,power_law_1.01,3.866124725341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.6147584915161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,power_law_1.01,5.086502456665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,power_law_1.2,3.8543487548828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,power_law_1.01,7.54307861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,power_law_1.2,5.068204879760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,power_law_1.2,7.513753509521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,power_law_1.01,9.964351654052734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,power_law_1.2,9.932128143310546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,power_law_1.01,12.377779388427735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,power_law_1.2,12.350732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,1,power_law_1.01,19.65581512451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,1,power_law_1.2,19.643443298339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,1,power_law_1.01,39.10438537597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,1,power_law_1.2,39.0933837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,power_law_1.01,0.2120959997177124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,power_law_1.01,0.1967743992805481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,power_law_1.01,0.16838400363922118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,power_law_1.01,0.18565759658813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,power_law_1.01,0.18646399974822997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,power_law_1.01,0.25692799091339114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,power_law_1.01,0.2940864086151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,power_law_1.01,0.27781119346618655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,power_law_1.01,0.292409610748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,power_law_1.01,0.317523193359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,power_law_1.01,0.3283967971801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,power_law_1.01,0.34993278980255127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,power_law_1.01,0.39457919597625735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,power_law_1.01,0.5044159889221191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,power_law_1.01,0.6309120178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6477056026458741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,power_law_1.2,0.18254719972610473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,power_law_1.01,0.8140800476074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,power_law_1.2,0.1648576021194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,power_law_1.2,0.16042239665985109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,power_law_1.01,1.336723232269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,power_law_1.2,0.1863103985786438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,power_law_1.01,1.689632034301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,power_law_1.2,0.18607360124588013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,power_law_1.2,0.24681599140167237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,power_law_1.01,2.3983552932739256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,power_law_1.2,0.3067903995513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,power_law_1.01,2.7931520462036135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,power_law_1.2,0.2762752056121826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,power_law_1.2,0.30719358921051027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,power_law_1.01,4.985862350463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,power_law_1.2,0.32588160037994385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,power_law_1.01,5.426547241210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,power_law_1.2,0.3495424032211304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,power_law_1.01,9.331916809082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,power_law_1.2,0.38149759769439695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,power_law_1.2,0.4271552085876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,power_law_1.01,12.135552215576173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,power_law_1.2,0.49391999244689944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,power_law_1.2,0.613862419128418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,power_law_1.01,17.380819702148436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,power_law_1.2,0.7654016017913818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,power_law_1.2,0.9246720314025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,power_law_1.2,1.1883520126342773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,power_law_1.2,1.8996736526489257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,power_law_1.01,19.794105529785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,power_law_1.2,2.1523967742919923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,power_law_1.2,2.8122047424316405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,power_law_1.2,5.417318344116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,power_law_1.01,37.726565551757815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,power_law_1.2,5.853100967407227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,power_law_1.2,8.297682952880859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,4,power_law_1.01,47.150054931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,power_law_1.2,13.137222290039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,power_law_1.2,24.72167053222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,power_law_1.2,25.10851135253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,4,power_law_1.01,116.50179443359374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,power_law_1.2,37.810342407226564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,4,power_law_1.2,55.9759033203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,4,power_law_1.2,95.9110107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,power_law_1.01,0.12494080066680908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,power_law_1.01,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,power_law_1.01,0.13702399730682374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,power_law_1.01,0.20741119384765624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,power_law_1.01,0.2796031951904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,power_law_1.01,0.3718784093856812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,power_law_1.01,0.4848320007324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,power_law_1.01,0.5299903869628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,power_law_1.01,0.5476480007171631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,power_law_1.01,0.5647039890289307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,power_law_1.01,0.621452808380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,power_law_1.01,0.6332736015319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,power_law_1.01,0.690118408203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,power_law_1.01,0.7444096088409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,power_law_1.01,0.8182784080505371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,power_law_1.2,0.12544000148773193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,power_law_1.01,0.8841856002807618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,power_law_1.2,0.16450560092926025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,power_law_1.2,0.1418944001197815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,power_law_1.01,0.8874688148498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,power_law_1.2,0.181222403049469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,power_law_1.01,1.0296128273010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,power_law_1.2,0.2644927978515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,power_law_1.01,1.0796159744262694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,power_law_1.2,0.34292480945587156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,power_law_1.01,1.3123583793640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,power_law_1.2,0.5169983863830566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,power_law_1.01,1.5605504035949707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,power_law_1.2,0.5145599842071533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,power_law_1.01,2.048512077331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,power_law_1.2,0.5203199863433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,power_law_1.01,2.524140739440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,power_law_1.2,0.5692351818084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,power_law_1.01,3.6176830291748048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,power_law_1.2,0.6220863819122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,power_law_1.2,0.6533184051513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,power_law_1.2,0.6834879875183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,power_law_1.01,4.5442047119140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,power_law_1.2,0.7607295989990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,power_law_1.2,0.849612808227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,power_law_1.01,6.419660949707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,power_law_1.2,0.9079423904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,power_law_1.2,0.8925375938415527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,power_law_1.01,8.304300689697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,power_law_1.2,1.1062975883483888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,power_law_1.2,1.1577728271484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,power_law_1.01,10.405900573730468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,power_law_1.2,1.3666879653930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,power_law_1.2,1.6158016204833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,2,power_law_1.01,15.729350280761718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,2,power_law_1.2,2.163577651977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,power_law_1.2,2.6889728546142577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,power_law_1.2,3.605158233642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,2,power_law_1.01,31.414892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,power_law_1.2,4.5862785339355465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,power_law_1.2,6.632883453369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,power_law_1.2,8.568806457519532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,power_law_1.2,10.427897644042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,2,power_law_1.2,16.365440368652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,2,power_law_1.2,35.711700439453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,power_law_1.01,0.17152639627456664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,power_law_1.01,0.23432319164276122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,power_law_1.01,0.16628479957580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,power_law_1.2,0.1693120002746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,power_law_1.01,0.1865664005279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,power_law_1.2,0.224236798286438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,power_law_1.01,0.3001408100128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,power_law_1.2,0.1370687961578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,power_law_1.01,0.36745600700378417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,power_law_1.2,0.1890176057815552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,power_law_1.01,0.46233601570129396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,power_law_1.2,0.24554240703582764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,power_law_1.2,0.31921279430389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,power_law_1.01,0.4819647789001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,power_law_1.2,0.46504960060119627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,power_law_1.01,0.5030272006988525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,power_law_1.2,0.5080383777618408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,power_law_1.01,0.5453887939453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,power_law_1.2,0.503276777267456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,power_law_1.01,0.5729983806610107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,power_law_1.01,0.6193408012390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,power_law_1.2,0.5280896186828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,power_law_1.2,0.5658880233764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,power_law_1.01,0.6344319820404053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,power_law_1.01,0.10823040008544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,power_law_1.01,0.13177599906921386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,power_law_1.2,0.6196928024291992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,power_law_1.01,0.6801536083221436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,power_law_1.01,0.1513152003288269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,power_law_1.2,0.6539391994476318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,power_law_1.01,0.7763264179229736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,power_law_1.01,0.2255552053451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,power_law_1.2,0.7449984073638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,power_law_1.01,0.866425609588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,power_law_1.01,0.3210367918014526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,power_law_1.2,0.8592703819274903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,power_law_1.01,0.7947391986846923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,power_law_1.01,0.42311677932739256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,power_law_1.01,0.9683903694152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,power_law_1.2,0.8871871948242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.0374464035034179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,power_law_1.2,0.8681535720825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,power_law_1.01,0.5814847946166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.3011199951171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,power_law_1.2,1.0620351791381837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,power_law_1.01,0.6069503784179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,power_law_1.2,0.1071552038192749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.5552639961242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.1195903778076173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,power_law_1.01,0.614137601852417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,power_law_1.2,0.13151999711990356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,power_law_1.01,0.6489471912384033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,power_law_1.01,2.019558334350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.3599167823791505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,power_law_1.2,0.15100159645080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,power_law_1.01,0.6893311977386475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,power_law_1.01,2.502604866027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,power_law_1.01,0.7210559844970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.6055423736572265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,power_law_1.2,0.21016960144042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,power_law_1.01,3.5154624938964845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2897536039352417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,power_law_1.01,0.7729983806610108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,power_law_1.2,2.1478656768798827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,power_law_1.01,4.737343978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,power_law_1.2,0.3788608074188232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,power_law_1.01,0.8615615844726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,power_law_1.2,2.6818687438964846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,power_law_1.01,6.807891082763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,power_law_1.2,0.5475456237792968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,power_law_1.01,0.9404735565185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,power_law_1.2,0.5858687877655029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,power_law_1.2,3.9269760131835936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,power_law_1.01,8.016000366210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,power_law_1.01,1.011366367340088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,power_law_1.2,0.6195712089538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,power_law_1.2,4.274016189575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,power_law_1.2,0.6485888004302979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,power_law_1.01,0.969536018371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,power_law_1.01,10.909356689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,power_law_1.2,0.7094079971313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,power_law_1.01,1.174732780456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,power_law_1.2,7.00079345703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,power_law_1.2,0.7263423919677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.2438079833984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,4,power_law_1.01,16.131219482421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,power_law_1.2,9.714995574951171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,power_law_1.2,0.7875967979431152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.5284799575805663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,power_law_1.2,10.52419204711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,power_law_1.2,0.8787391662597657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.7745023727416993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,4,power_law_1.01,35.891116333007815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,power_law_1.2,0.9521087646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,power_law_1.01,2.3072320938110353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,power_law_1.2,1.0600000381469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,4,power_law_1.2,17.39734344482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.8382720947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,power_law_1.2,1.0377344131469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,power_law_1.01,3.8609024047851563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,power_law_1.2,1.2197312355041503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.3062335968017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,power_law_1.01,4.942739105224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,4,power_law_1.2,39.58380126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.571737575531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.857868766784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,power_law_1.01,7.030598449707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,power_law_1.2,2.3473920822143555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,power_law_1.01,9.125299072265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.9103744506835936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,power_law_1.2,3.9421695709228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,power_law_1.01,11.222611236572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,power_law_1.2,4.972947311401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,1,power_law_1.01,17.53654327392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,power_law_1.2,7.0941825866699215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,power_law_1.2,9.160492706298829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,1,power_law_1.01,34.444671630859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,power_law_1.2,11.270893096923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,1,power_law_1.2,17.57624969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,1,power_law_1.2,34.4652099609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,power_law_1.01,0.07711359858512878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,power_law_1.01,0.0880895972251892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,power_law_1.01,0.10792319774627686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,power_law_1.01,0.128057599067688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,power_law_1.01,0.17622400522232057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,power_law_1.01,0.1984768033027649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,power_law_1.01,0.19568639993667603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,power_law_1.01,0.20390400886535645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,power_law_1.01,0.21751039028167723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,power_law_1.2,0.07722240090370178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,power_law_1.2,0.06933760046958923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,power_law_1.01,0.22070400714874266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,power_law_1.2,0.08486400246620178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,power_law_1.01,0.2397183895111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,power_law_1.2,0.09825279712677001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,power_law_1.2,0.11843199729919433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,power_law_1.01,0.25927679538726806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,power_law_1.2,0.1808127999305725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,power_law_1.01,0.249183988571167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,power_law_1.2,0.19283839464187622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,power_law_1.01,0.2716736078262329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,power_law_1.2,0.2006848096847534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,power_law_1.2,0.216377592086792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,power_law_1.01,0.29475839138031007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,power_law_1.2,0.2196352005004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,power_law_1.01,0.3012351989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,power_law_1.2,0.23851521015167237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,power_law_1.01,0.3638144016265869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,power_law_1.2,0.2443903923034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,power_law_1.2,0.2651711940765381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,power_law_1.01,0.4276735782623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,power_law_1.2,0.25662078857421877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,power_law_1.01,0.5506048202514648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,power_law_1.01,0.654207992553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,power_law_1.2,0.28792319297790525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,power_law_1.01,0.91397123336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,power_law_1.2,0.30254719257354734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,power_law_1.2,0.3077888011932373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,power_law_1.01,1.1625344276428222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,power_law_1.2,0.3833920001983643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,power_law_1.01,1.5349696159362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,power_law_1.2,0.4394815921783447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,power_law_1.2,0.5644735813140869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,power_law_1.01,2.1008832931518553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,power_law_1.2,0.7027328014373779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,power_law_1.01,3.016262435913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,power_law_1.2,0.9629119873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,power_law_1.2,1.2186623573303224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,power_law_1.01,4.124000167846679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,power_law_1.2,1.6773696899414063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,power_law_1.01,5.134348678588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,power_law_1.2,2.1413503646850587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,power_law_1.2,3.6238529205322267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,2,power_law_1.01,7.231961822509765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,power_law_1.2,3.8587905883789064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,2,power_law_1.01,14.813740539550782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,power_law_1.2,5.689907073974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,2,power_law_1.2,8.601996612548827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,2,power_law_1.2,17.561293029785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,power_law_1.01,0.09544960260391236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,power_law_1.01,0.08465920090675354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08894079923629761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,power_law_1.01,0.1078336000442505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,power_law_1.01,0.12321280241012574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,power_law_1.01,0.1837504029273987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,power_law_1.01,0.1829632043838501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,power_law_1.01,0.1869696021080017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,power_law_1.01,0.20147840976715087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,power_law_1.01,0.20565121173858641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,power_law_1.01,0.20944640636444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,power_law_1.2,0.09267839789390564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,power_law_1.01,0.23173120021820068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,power_law_1.2,0.0694271981716156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,power_law_1.01,0.24381439685821532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,power_law_1.2,0.08802559971809387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,power_law_1.01,0.23467519283294677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,power_law_1.2,0.09797120094299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,power_law_1.01,0.25306239128112795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,power_law_1.01,0.278931188583374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,power_law_1.2,0.11883519887924195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,power_law_1.2,0.18128000497817992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,power_law_1.01,0.0622655987739563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,power_law_1.01,0.2892927885055542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,power_law_1.01,0.3718208074569702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,power_law_1.01,0.08910719752311706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,power_law_1.2,0.19682559967041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.40868477821350097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,power_law_1.01,0.10425599813461303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,power_law_1.2,0.061587202548980716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,power_law_1.2,0.1937343955039978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.5529151916503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,power_law_1.01,0.13050880432128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,power_law_1.2,0.06884480118751526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,power_law_1.2,0.20624639987945556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.6308800220489502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,power_law_1.01,0.18950400352478028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,power_law_1.2,0.08218240141868591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,power_law_1.2,0.22410879135131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,power_law_1.01,0.2096640110015869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,power_law_1.2,0.23897600173950195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,power_law_1.2,0.1025920033454895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,power_law_1.01,0.9049663543701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,power_law_1.01,0.213919997215271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,power_law_1.2,0.24832000732421874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,power_law_1.2,0.1189120054244995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.0962559700012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,power_law_1.01,0.22072319984436034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,power_law_1.2,0.24421119689941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,power_law_1.2,0.18899840116500854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,power_law_1.01,1.6966527938842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,power_law_1.01,0.23508479595184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,power_law_1.2,0.26460800170898435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,power_law_1.2,0.21016960144042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,power_law_1.01,2.152537536621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,power_law_1.01,0.24943358898162843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,power_law_1.2,0.2874176025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,power_law_1.2,0.2196352005004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,power_law_1.01,0.27474560737609866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,power_law_1.01,3.0816511154174804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,power_law_1.01,0.28275840282440184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,power_law_1.2,0.308409595489502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,power_law_1.2,0.22995200157165527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,power_law_1.01,4.682758331298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,power_law_1.01,0.2828416109085083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,power_law_1.2,0.24227840900421144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,power_law_1.2,0.3611840009689331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,power_law_1.01,0.30585598945617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,power_law_1.2,0.2553920030593872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,power_law_1.01,5.203091049194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.44788479804992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,power_law_1.01,0.33356800079345705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,power_law_1.2,0.2734976053237915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.534003210067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,4,power_law_1.01,7.552690887451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,power_law_1.01,0.3641024112701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,power_law_1.2,0.29506559371948243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.7278143882751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,power_law_1.2,0.9569215774536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,power_law_1.2,0.28504960536956786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,power_law_1.01,0.4323135852813721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,power_law_1.2,0.30807039737701414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,power_law_1.2,1.2232128143310548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,4,power_law_1.01,15.938362121582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.4981056213378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,power_law_1.2,0.3318527936935425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,power_law_1.2,1.8983680725097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.6254464149475097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,power_law_1.2,0.3754175901412964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.7429312229156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,power_law_1.2,2.7327871322631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,power_law_1.2,0.437824010848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.9826432228088379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,power_law_1.2,3.7812545776367186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.5163839817047119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.2237759590148927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,power_law_1.2,5.530681610107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.6328703880310058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.695884895324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,power_law_1.2,5.642630386352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.7451968193054199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,power_law_1.01,2.1775999069213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.9855615615844726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,power_law_1.01,3.1143232345581056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,4,power_law_1.2,10.098246765136718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.2259455680847169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,power_law_1.01,4.0681407928466795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.6972032546997071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,power_law_1.01,5.000076675415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,4,power_law_1.2,20.726412963867187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,power_law_1.2,2.1696191787719727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,1,power_law_1.01,7.81619873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,power_law_1.2,3.105401611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,power_law_1.2,4.053062438964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,power_law_1.2,5.000467300415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,1,power_law_1.01,15.307283020019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,1,power_law_1.2,7.820960235595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,1,power_law_1.2,15.290956115722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,power_law_1.01,0.14627840518951415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,power_law_1.01,0.1350335955619812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,power_law_1.01,0.19924479722976685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,power_law_1.01,0.2555840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,power_law_1.01,0.39864320755004884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,power_law_1.01,0.4178304195404053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,power_law_1.01,0.4126336097717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,power_law_1.2,0.12938239574432372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,power_law_1.01,0.43438720703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,power_law_1.01,0.46864638328552244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,power_law_1.2,0.11775360107421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,power_law_1.01,0.49496960639953613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,power_law_1.2,0.1314560055732727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,power_law_1.01,0.5486656188964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,power_law_1.2,0.1947711944580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,power_law_1.01,0.557862377166748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,power_law_1.2,0.22687358856201173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,power_law_1.2,0.38743040561676023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,power_law_1.01,0.57740797996521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,power_law_1.2,0.39708800315856935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,power_law_1.01,0.5955967903137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,power_law_1.2,0.43361921310424806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,power_law_1.01,0.6625984191894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,power_law_1.2,0.45829758644104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,power_law_1.01,0.7511616230010987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,power_law_1.2,0.4821631908416748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,power_law_1.2,0.5209536075592041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,power_law_1.01,0.9002047538757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,power_law_1.2,0.5575168132781982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,power_law_1.01,0.9425663948059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,power_law_1.2,0.6058559894561768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,power_law_1.01,1.1442879676818847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,power_law_1.2,0.5935232162475585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,power_law_1.01,1.737708854675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,power_law_1.2,0.6369344234466553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,power_law_1.2,0.6642560005187989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,power_law_1.01,2.1864639282226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,power_law_1.2,0.7038976192474365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,power_law_1.01,2.458995246887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,power_law_1.2,0.9049216270446777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,power_law_1.2,0.9971136093139649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,power_law_1.01,3.4129920959472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,power_law_1.2,1.259603214263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,power_law_1.01,4.320678329467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,power_law_1.2,1.7839040756225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,power_law_1.01,6.432704162597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,power_law_1.2,2.318771171569824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,power_law_1.01,8.618399810791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,power_law_1.2,2.4262208938598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,power_law_1.01,10.215309143066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,power_law_1.2,3.601094436645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,power_law_1.2,4.541817474365234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,2,power_law_1.01,15.468070983886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,power_law_1.2,6.4203651428222654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,power_law_1.2,9.481747436523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,2,power_law_1.01,34.2252685546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,power_law_1.2,11.263699340820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,2,power_law_1.2,16.769573974609376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,2,power_law_1.2,32.59088134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,power_law_1.01,0.10652799606323242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,power_law_1.01,0.12558720111846924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,power_law_1.01,0.1391167998313904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,power_law_1.01,0.2000191926956177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,power_law_1.01,0.25980799198150634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,power_law_1.01,0.3926271915435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,power_law_1.01,0.4142784118652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,power_law_1.01,0.4344319820404053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,power_law_1.2,0.10557440519332886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,power_law_1.2,0.10748800039291381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,power_law_1.01,0.43383040428161623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,power_law_1.2,0.13295359611511232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,power_law_1.01,0.4674367904663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,power_law_1.2,0.1729599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,power_law_1.01,0.5059648036956788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,power_law_1.2,0.23386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,power_law_1.2,0.39560320377349856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,power_law_1.01,0.5414976119995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,power_law_1.2,0.4115456104278564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,power_law_1.01,0.569708776473999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,power_law_1.01,0.6152448177337646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,power_law_1.2,0.4326464176177979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,power_law_1.01,0.6684671878814697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,power_law_1.2,0.46670079231262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,power_law_1.01,0.7286975860595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,power_law_1.2,0.4951295852661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,power_law_1.2,0.5123775959014892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,power_law_1.01,0.7253759860992431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,power_law_1.2,0.5598080158233643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,power_law_1.01,0.9061183929443359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,power_law_1.2,0.5853248119354248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,power_law_1.01,1.0264127731323243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,power_law_1.2,0.6331136226654053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.2854528427124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,power_law_1.2,0.6916607856750489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.4812031745910645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,power_law_1.2,0.7429696083068847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.9551935195922852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,power_law_1.2,0.7489280223846435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,power_law_1.01,2.4417856216430662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,power_law_1.2,0.9332223892211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.03503360748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,power_law_1.01,3.387392044067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.2915712356567384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,power_law_1.01,4.342956924438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.7565696716308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,power_law_1.2,2.2047296524047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,power_law_1.01,6.233119964599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,power_law_1.2,2.4548160552978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,power_law_1.01,8.127449798583985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,power_law_1.2,3.402547073364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,power_law_1.2,4.338476943969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,power_law_1.01,10.029235076904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,power_law_1.2,6.2401985168457035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,1,power_law_1.01,15.75786895751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,power_law_1.2,8.163180541992187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,power_law_1.2,10.067142486572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,1,power_law_1.01,31.029931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,1,power_law_1.2,15.801951599121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,1,power_law_1.2,31.103494262695314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,power_law_1.01,0.16281599998474122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,power_law_1.01,0.20248959064483643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,power_law_1.01,0.1499071955680847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,power_law_1.01,0.19497599601745605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,power_law_1.01,0.2568576097488403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,power_law_1.01,0.3867136001586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,power_law_1.01,0.3957376003265381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,power_law_1.01,0.3987328052520752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,power_law_1.01,0.43873281478881837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,power_law_1.01,0.46407041549682615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,power_law_1.01,0.4826176166534424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,power_law_1.01,0.5256576061248779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,power_law_1.01,0.5428607940673829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,power_law_1.01,0.5359615802764892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,power_law_1.01,0.6033599853515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,power_law_1.2,0.16058239936828614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,power_law_1.01,0.6322432041168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,power_law_1.2,0.14807039499282837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,power_law_1.01,0.7058944225311279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,power_law_1.2,0.14191360473632814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,power_law_1.01,0.9315263748168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,power_law_1.2,0.189792001247406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.9545599937438964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,power_law_1.2,0.24377601146697997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.2779775619506837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,power_law_1.2,0.3871295928955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,power_law_1.2,0.3874943971633911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.8625343322753907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,power_law_1.2,0.42401919364929197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,power_law_1.01,2.3056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,power_law_1.2,0.44054398536682127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,power_law_1.01,2.561324882507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,power_law_1.2,0.45754241943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,power_law_1.2,0.49182720184326173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,power_law_1.01,3.6402046203613283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,power_law_1.2,0.52008957862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,power_law_1.2,0.5834303855895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,power_law_1.01,4.973324966430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,power_law_1.2,0.5734015941619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,power_law_1.01,7.165535736083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,power_law_1.2,0.6011903762817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,power_law_1.2,0.6856768131256104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,power_law_1.01,10.616287994384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,power_law_1.2,0.7914432048797607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,power_law_1.2,0.9432127952575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,power_law_1.01,10.87550048828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,power_law_1.2,0.9998656272888183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.3915583610534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,4,power_law_1.01,19.516006469726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.876531219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,power_law_1.2,2.3956480026245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,power_law_1.2,2.766086387634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,power_law_1.2,3.878956985473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,4,power_law_1.01,38.60653381347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,power_law_1.2,5.321145629882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,power_law_1.2,8.818009948730468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,power_law_1.2,10.063712310791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,power_law_1.2,14.394111633300781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,4,power_law_1.2,22.917677307128905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,4,power_law_1.2,47.126776123046874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,power_law_1.01,0.1261888027191162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,power_law_1.01,0.16892160177230836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,power_law_1.01,0.23905279636383056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,power_law_1.01,0.18437119722366332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,power_law_1.01,0.31762559413909913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,power_law_1.01,0.44042239189147947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,power_law_1.01,0.5101888179779053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,power_law_1.01,0.6523776054382324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,power_law_1.01,0.6870783805847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,power_law_1.01,0.7072127819061279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,power_law_1.01,0.7506688117980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,power_law_1.01,0.7976255893707276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,power_law_1.01,0.8272895812988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,power_law_1.2,0.12595839500427247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,power_law_1.2,0.16777600049972535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,power_law_1.01,0.8879424095153808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,power_law_1.2,0.17530239820480348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,power_law_1.01,0.9714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,power_law_1.2,0.18748159408569337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,power_law_1.01,1.0134336471557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,power_law_1.2,0.2924544095993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,power_law_1.01,1.1590399742126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,power_law_1.2,0.4005887985229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,power_law_1.01,1.4401280403137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,power_law_1.2,0.4688960075378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,power_law_1.01,1.3499135971069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,power_law_1.2,0.6235968112945557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,power_law_1.01,1.7512767791748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,power_law_1.01,1.7688383102416991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,power_law_1.2,0.6446144104003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,power_law_1.2,0.6665408134460449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,power_law_1.01,2.2376640319824217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,power_law_1.2,0.6872384071350097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,power_law_1.01,3.196121597290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,power_law_1.2,0.7692416191101075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,power_law_1.01,4.1561023712158205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,power_law_1.2,0.8117695808410644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,power_law_1.01,4.72119026184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,power_law_1.2,0.9214207649230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,power_law_1.2,0.9818943977355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,power_law_1.01,6.532832336425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,power_law_1.2,1.0593088150024415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,power_law_1.01,8.229714965820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,power_law_1.2,1.169318389892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,power_law_1.01,10.460313415527343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,power_law_1.2,1.4876031875610352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,power_law_1.2,1.4085247993469239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,2,power_law_1.01,15.95708770751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,power_law_1.2,1.7849279403686524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,power_law_1.2,1.912505531311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,power_law_1.2,2.3632383346557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,2,power_law_1.01,31.398687744140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,power_law_1.2,3.357798385620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,power_law_1.2,4.478822326660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,power_law_1.2,4.70239372253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,power_law_1.2,7.044608306884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,power_law_1.2,9.23482894897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,power_law_1.2,11.608255767822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,2,power_law_1.2,17.34097900390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,2,power_law_1.2,32.955142211914065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,power_law_1.01,0.10892800092697144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,power_law_1.01,0.1340288043022156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,power_law_1.01,0.17601920366287233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,power_law_1.01,0.21555840969085693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,power_law_1.01,0.352512001991272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,power_law_1.01,0.4791744232177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5896383762359619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,power_law_1.01,0.738105583190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,power_law_1.01,0.16929279565811156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,power_law_1.01,0.7703807830810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,power_law_1.01,0.22846720218658448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,power_law_1.01,0.7960063934326171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,power_law_1.2,0.17078399658203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,power_law_1.01,0.3766400098800659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,power_law_1.01,0.8350079536437989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,power_law_1.2,0.22358400821685792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,power_law_1.01,0.1979583978652954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,power_law_1.01,0.8880512237548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,power_law_1.01,0.926035213470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,power_law_1.01,0.30857601165771487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,power_law_1.2,0.25036160945892333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,power_law_1.2,0.10807039737701415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,power_law_1.01,1.0078271865844726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,power_law_1.01,0.41534719467163084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,power_law_1.2,0.18741120100021363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,power_law_1.2,0.1330623984336853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,power_law_1.01,1.1017727851867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,power_law_1.01,0.47335038185119627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,power_law_1.2,0.28348801136016843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,power_law_1.2,0.1553663969039917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,power_law_1.01,1.2109312057495116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,power_law_1.2,0.37944960594177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,power_law_1.01,0.6157695770263671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,power_law_1.2,0.21000959873199462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,power_law_1.01,1.1637184143066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,power_law_1.2,0.3098752021789551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,power_law_1.2,0.43319039344787597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,power_law_1.01,0.645689582824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,power_law_1.01,1.3943167686462403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,power_law_1.2,0.4361408233642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,power_law_1.2,0.6027647972106933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,power_law_1.01,0.6702271938323975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.584607982635498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,power_law_1.2,0.605734395980835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,power_law_1.2,0.5030272006988525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,power_law_1.01,0.6745024204254151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.969388771057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,power_law_1.2,0.7079360008239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,power_law_1.2,0.6250624179840087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,power_law_1.01,0.7263167858123779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,power_law_1.2,0.7425856113433837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.070252799987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,power_law_1.2,0.6663680076599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,power_law_1.2,0.7892543792724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,power_law_1.2,0.7417471885681153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,power_law_1.01,0.7715519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,power_law_1.01,2.6209856033325196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,power_law_1.2,0.8456831932067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,power_law_1.2,0.7961919784545899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,power_law_1.01,0.8611647605895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,power_law_1.01,3.5238590240478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,power_law_1.2,0.8699711799621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,power_law_1.2,0.8707455635070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,power_law_1.01,0.9295743942260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,power_law_1.01,4.592390441894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,power_law_1.2,0.9564991950988769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,power_law_1.2,0.9310144424438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,power_law_1.2,0.983456039428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,power_law_1.01,0.9906815528869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,power_law_1.01,5.26434555053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,power_law_1.2,1.0219200134277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,power_law_1.2,1.1784959793090821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,power_law_1.01,1.15481595993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,power_law_1.01,7.434783935546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,power_law_1.2,1.525926399230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,power_law_1.2,1.1075584411621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,power_law_1.01,1.410598373413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.4042176246643066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,power_law_1.2,1.2294207572937013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,power_law_1.01,10.205599975585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.3604864120483398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.7338432312011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,power_law_1.2,1.205344009399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,power_law_1.2,1.8408895492553712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.664531135559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,power_law_1.01,12.432454681396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,power_law_1.2,1.4447744369506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.342860794067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.7188991546630858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.6161344528198243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,power_law_1.2,3.5877246856689453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.2338943481445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,1,power_law_1.01,18.141587829589845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,power_law_1.2,2.007257652282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,power_law_1.01,3.3892799377441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,power_law_1.2,4.537926483154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.1582656860351563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,1,power_law_1.01,35.34158020019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,power_law_1.2,2.7321664810180666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,power_law_1.01,4.442278289794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,power_law_1.2,5.177817535400391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,1,power_law_1.2,3.7051841735839846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,power_law_1.01,4.4359489440917965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,power_law_1.2,7.087321472167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,power_law_1.2,4.765292739868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,power_law_1.01,6.619532775878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,power_law_1.2,9.14730224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,power_law_1.2,5.3801727294921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,power_law_1.01,8.581734466552735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,power_law_1.2,7.528166198730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,power_law_1.01,10.036601257324218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,power_law_1.2,12.189984130859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,power_law_1.2,10.315602874755859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,4,power_law_1.01,17.111788940429687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,4,power_law_1.2,18.878636169433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,power_law_1.2,12.547897338867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,4,power_law_1.01,33.76377563476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,4,power_law_1.2,37.2861572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.12618240118026733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,1,power_law_1.2,18.199058532714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.14542720317840577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.1340288043022156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.15812480449676514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.15927679538726808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,1,power_law_1.2,35.39589233398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.13813120126724243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.14627840518951415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.15598080158233643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.15794559717178344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.16430720090866088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.158624005317688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.16606080532073975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,power_law_1.01,0.07765120267868042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,power_law_1.2,0.08266239762306213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.1590016007423401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,power_law_1.01,0.10595200061798096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,power_law_1.2,0.1055232048034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,power_law_1.01,0.11954560279846191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,power_law_1.2,0.13251839876174926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,power_law_1.01,0.1660416007041931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,power_law_1.2,0.16588159799575805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.1569983959197998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,power_law_1.01,0.16740479469299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,power_law_1.2,0.16088320016860963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.16340479850769044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.16412160396575928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.16703360080718993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.17675520181655885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.1793023943901062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.19771519899368287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.20334720611572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.1711359977722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.225600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,power_law_1.2,0.15333759784698486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.17536640167236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,power_law_1.01,0.1733504056930542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,power_law_1.2,0.17260799407958985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.1805567979812622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,power_law_1.01,0.1745151996612549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,power_law_1.2,0.17699840068817138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.21341440677642823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.21263360977172852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.22046079635620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,power_law_1.01,0.16138240098953247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.3223104000091553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,power_law_1.01,0.18169599771499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,power_law_1.2,0.18350720405578613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.29839999675750734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.27498879432678225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,power_law_1.01,0.18339840173721314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,power_law_1.2,0.18814079761505126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.35959041118621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.3277695894241333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,power_law_1.01,0.19896320104599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,power_law_1.2,0.20660479068756105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.4799168109893799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.3710079908370972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,power_law_1.01,0.20645759105682374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,power_law_1.2,0.20775039196014405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.6838272094726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,power_law_1.01,0.21096320152282716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,power_law_1.2,0.20356481075286864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,0.901632022857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.5185791969299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.3621439933776855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.6190783977508545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.0722047805786135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.1881216049194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,2.6316160202026366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.624928092956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,power_law_1.01,0.22860159873962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,power_law_1.2,0.22382719516754152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,4.144889450073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.771571159362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,power_law_1.2,0.2593919992446899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,power_law_1.01,0.2479423999786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,2.0483072280883787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,4.5364990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,power_law_1.2,0.28436479568481443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,power_law_1.01,0.29558401107788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,5.3627777099609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,7.64843521118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,power_law_1.2,0.37562239170074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,power_law_1.01,0.37555201053619386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,5.983852767944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.01,0.5099584102630615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.2,0.548908805847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,12.102054595947266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.01,0.6286784172058105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.2,0.6522240161895752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,10.560435485839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,12.027046203613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.01,0.9299839973449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.2,0.9754495620727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,12.775859069824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.01,1.3210304260253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.2,1.336511993408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,26.967361450195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.01,1.7215871810913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,11.998957061767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.2,1.8150848388671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.01,2.803206443786621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.2,2.4627967834472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.01,3.2105087280273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,25.763040161132814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.2,4.135059356689453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,71.27365112304688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.01,4.976863861083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.2,5.371622467041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.2,7.8953086853027346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.01,8.265625762939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,53.53776245117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,power_law_1.2,10.567922973632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,power_law_1.01,9.110272216796876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,2,power_law_1.01,15.205976867675782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,2,power_law_1.2,14.334976196289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,2,power_law_1.01,28.96990051269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,2,power_law_1.2,32.321127319335936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.05716480016708374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07690879702568054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.07707520127296448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.09664639830589294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.0911296010017395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.144268798828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.1441215991973877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.1415295958518982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.14201600551605226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.1738816022872925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.23172481060028077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.2495807886123657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.20453760623931885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.22815361022949218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.22641279697418212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.25031681060791017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.2324160099029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.2518399953842163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.24929919242858886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.1491328001022339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.1487488031387329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.1516543984413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.15088000297546386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.15386879444122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.15418879985809325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.24393599033355712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.24311680793762208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2570111989974976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.2585664033889771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.26103041172027586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.16001919507980347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.2610687971115112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1606528043746948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.16273280382156372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.16264959573745727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.16635520458221437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.16556799411773682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.25868160724639894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.253273606300354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.17479679584503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.1780608057975769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.26784639358520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.27308800220489504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.18934400081634523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.27639040946960447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.2790719985961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.19809279441833497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.1988927960395813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.302508807182312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.27820160388946535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.3053247928619385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.3518208026885986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.34944000244140627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.3523328065872192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.2126847982406616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.4176511764526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.4432640075683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.21176319122314452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.4610559940338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.41953282356262206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.22965118885040284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.22533121109008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.6119999885559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.5521664142608642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.2624128103256226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.2593280076980591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.32873599529266356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.3249023914337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.3916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.3871680021286011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.952569580078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.6544191837310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.5492224216461181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.552672004699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.3817983627319337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.0084799766540526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.7229375839233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.7154816150665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.386400032043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,1.0269248008728027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,1.0324352264404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.759404754638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,2.086150360107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.3449536323547364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.347327995300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,2.289504051208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.972640037536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,2.867001533508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.977395248413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,3.1874752044677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.597331237792969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,4.023436737060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.5832767486572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,4.736767959594727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,3.8724864959716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,3.8896575927734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,6.576115417480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,8.45090560913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,5.1173759460449215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,5.163206481933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,9.305644989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,8.700588989257813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,6.409939575195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,6.384025573730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,13.777005004882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,15.983660888671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,10.230067443847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,10.29766387939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,20.141203308105467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,18.095429992675783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,20.844070434570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,20.801664733886717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,25.610476684570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,22.864883422851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,51.02442932128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,52.122613525390626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,106.53038330078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,117.45677490234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,power_law_1.01,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,power_law_1.2,0.11945600509643554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,power_law_1.01,0.1493631958961487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,power_law_1.2,0.13848320245742798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,power_law_1.2,0.16068480014801026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,power_law_1.01,0.17273600101470948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,power_law_1.2,0.24259839057922364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,power_law_1.01,0.24224638938903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,power_law_1.2,0.24324479103088378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,power_law_1.01,0.23384320735931396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.0798143982887268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,power_law_1.2,0.23731839656829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07795199751853943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,power_law_1.01,0.23776640892028808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.10208640098571778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.10008319616317748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,power_law_1.2,0.251859188079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,power_law_1.01,0.24001920223236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,power_law_1.2,0.2542399883270264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.15189119577407836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.14878079891204835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.2590719938278198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.25231359004974363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,power_law_1.01,0.2534336090087891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.26001920700073244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.2590143918991089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,power_law_1.2,0.2513535976409912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,power_law_1.01,0.2505343914031982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,power_law_1.2,0.2653887987136841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,power_law_1.01,0.264902400970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,power_law_1.2,0.26584959030151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,power_law_1.01,0.2650048017501831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,power_law_1.01,0.2871167898178101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,power_law_1.2,0.2951807975769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.2341439962387085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.23152639865875244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,power_law_1.01,0.3003135919570923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,power_law_1.2,0.2894464015960693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.26899840831756594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,power_law_1.01,0.30529921054840087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.2704384088516235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,power_law_1.2,0.31807360649108884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.2411776065826416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.24051198959350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.2694463968276978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.27809278964996337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.27153279781341555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.26528000831604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.27429120540618895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,power_law_1.01,0.3521663904190063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.27375359535217286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,power_law_1.2,0.3459968090057373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.2933120012283325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,power_law_1.01,0.36807680130004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.28885760307312014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,power_law_1.2,0.3796544075012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,power_law_1.01,0.4376063823699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.2844288110733032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,power_law_1.2,0.4646399974822998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.2863424062728882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,power_law_1.2,0.6400447845458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,power_law_1.01,0.6181632041931152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.3121344089508057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.31141760349273684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.2,0.7961408138275147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.01,0.7380095958709717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.3421823978424072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.3246592044830322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.2,1.034425640106201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.01,1.1797887802124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3553407907485962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.35031039714813234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.2,1.5103103637695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.39000959396362306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.01,1.532249641418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.3869119882583618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.5048768043518066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.4971968173980713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.01,1.911916732788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.2,2.11343994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.6236159801483154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.624396800994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.01,2.563654327392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.2,2.8216575622558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.8881279945373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.8744511604309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.01,4.313427352905274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.2,4.374233627319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,1.1188735961914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,1.1066240310668944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.01,5.572934341430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.6179071426391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.2,5.327078247070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.6031232833862306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,2.091155242919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,2.097977638244629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.01,7.862911987304687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.2,9.987577819824219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,3.0676223754882814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,3.037299156188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.2,12.407974243164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.01,12.179692840576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,4.064575958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,4.047027206420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,6.022086334228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,6.061344146728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,power_law_1.01,14.457254028320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,power_law_1.2,17.530149841308592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,8.052352142333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,8.142681884765626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,10.04544677734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,2,power_law_1.2,24.164300537109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,2,power_law_1.01,25.95982666015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,10.065229034423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,16.188441467285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,16.450297546386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,33.19053955078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,2,power_law_1.01,56.17195434570313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,2,power_law_1.2,62.646356201171876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,34.44312438964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.17986559867858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.1803455948829651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,power_law_1.01,0.1353983998298645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,power_law_1.2,0.1361791968345642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.29268479347229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.30268158912658694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,power_law_1.2,0.21214718818664552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,power_law_1.01,0.21374080181121827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,power_law_1.2,0.15998719930648803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.20467839241027833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.17118079662323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,power_law_1.01,0.16155519485473632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,power_law_1.2,0.2636415958404541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2754431962966919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.28764159679412843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,power_law_1.01,0.2715264081954956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,power_law_1.2,0.37890560626983644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.3899519920349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3535167932510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,power_law_1.01,0.42719359397888185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,power_law_1.2,0.4486656188964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.5120960235595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.4920447826385498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,power_law_1.01,0.511033582687378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,power_law_1.2,0.6894336223602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.6772736072540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.6938687801361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,power_law_1.01,0.7020351886749268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,power_law_1.2,0.7216256141662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.7342144012451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,power_law_1.01,0.75764479637146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7700032234191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,power_law_1.2,0.8291263580322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.7863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,power_law_1.01,0.8213952064514161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.7902463912963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,power_law_1.2,0.8555456161499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.8272576332092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.7768447875976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,power_law_1.01,0.8700736045837403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8526783943176269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,power_law_1.2,0.8812543869018554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.8628288269042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,power_law_1.01,0.8880255699157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,power_law_1.2,0.9141695976257325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.8975872039794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.8723584175109863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.9187647819519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,power_law_1.01,0.9057536125183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,power_law_1.2,0.9187968254089356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.8856512069702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9658495903015136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,power_law_1.2,0.9884799957275391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,power_law_1.01,0.919923210144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.9129088401794434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,power_law_1.2,1.0280320167541503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.9729536056518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,power_law_1.01,0.9691776275634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.9677184104919434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,power_law_1.2,1.0652352333068849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.9629247665405274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,power_law_1.01,0.9883904457092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.9917695999145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.9976896286010742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,power_law_1.2,1.1874943733215333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,power_law_1.01,1.055622386932373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.0384448051452637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,1.100857639312744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,power_law_1.2,1.2835904121398927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,power_law_1.01,1.1073087692260741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,1.135910415649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.18985595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.2,1.3795904159545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,power_law_1.01,1.2306624412536622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.2747072219848632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.343609619140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.4768256187438964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.2,1.6583744049072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.01,1.3363391876220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.5610367774963378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,1.970355224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.2,1.9741439819335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.7416128158569335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.01,1.555519962310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.498988723754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.187948799133301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.01,1.8448768615722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.2,2.4676223754882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.4966976165771486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.01,2.2832447052001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.7311487197875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.2,2.893484878540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.181689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.01,2.823129653930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.588159942626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.2,4.080422210693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,6.2770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.01,3.9172286987304688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.2,5.555775833129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,4.852012634277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.01,5.383257675170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,7.7700927734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.2,7.75968017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,6.721202850341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.01,7.5791679382324215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.2,9.711186981201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,10.178924560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,8.588140869140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.01,9.472531127929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,power_law_1.2,11.862393951416015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,11.517132568359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,15.426873779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,power_law_1.01,11.275001525878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,2,power_law_1.2,19.178495788574217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,17.34153594970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,30.67469482421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,2,power_law_1.01,18.121778869628905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,2,power_law_1.2,41.16856384277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,34.272525024414065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,2,power_law_1.01,36.332052612304686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.13890559673309327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.14124159812927245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.16789120435714722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.18255360126495362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.18328319787979125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.28298239707946776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.27175679206848147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.08501120209693909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.42062721252441404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.3490560054779053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.08524799942970276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.06444159746170045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.0791487991809845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.0791487991809845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.07816960215568543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.09713280200958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.1176576018333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.14670720100402831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.12573440074920655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.5399680137634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.47630720138549804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.7567039966583252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.7510719776153565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.7916224002838135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.818943977355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.860166358947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.8930432319641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.9148863792419434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.9109567642211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.9395648002624511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.9590463638305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.9910847663879394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,1.0135168075561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.21070079803466796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.20449280738830566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,1.0289216041564941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,1.0411456108093262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.21714560985565184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.22984960079193115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,1.0973631858825683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,1.1208512306213378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.23111679553985595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.22756481170654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,1.1758272171020507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,1.161408042907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.2440000057220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.23994240760803223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,1.2369855880737304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,1.2061887741088868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.25118720531463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.24623360633850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.3540096282958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,1.2860799789428712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.23870720863342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.25284481048583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.26138880252838137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.2578752040863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.5263039588928222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.4568832397460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.2582848072052002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.261900806427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.706003189086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.635443115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.27209599018096925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.2727231979370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,2.0724863052368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.99682559967041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.28056321144104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.28589439392089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.28821759223937987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,2.439948844909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,2.3789119720458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.29592320919036863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.31217920780181885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.3258752107620239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,3.221420669555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,3.1361919403076173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.367411208152771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.3581311941146851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,4.025247955322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,3.9441089630126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.3965888023376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.39882240295410154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.5642496109008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,5.59169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,5.494835281372071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.5212224006652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.6947391986846924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.6222271919250488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,7.0339202880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,7.136332702636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,0.8868608474731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,0.8633855819702149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,10.248889923095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,10.112364959716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.2347776412963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.1345600128173827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,13.430873107910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.5298879623413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,13.338578796386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.142681694030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.0838592529296873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.4571712493896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,16.616294860839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,16.47448272705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.149216079711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,3.4327167510986327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,26.11101379394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,26.2119873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,3.8519039154052734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,4.519846343994141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,5.059846496582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,5.882572937011719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,7.922688293457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,12.84008331298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,52.083734130859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,51.84321899414063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,17.7615234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,19.165394592285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,power_law_1.01,0.06776319742202759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,power_law_1.2,0.06929280161857605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,power_law_1.01,0.06099200248718262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.06796159744262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.07009919881820678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,power_law_1.2,0.06387839913368225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.07907840013504028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,power_law_1.01,0.07790079712867737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,power_law_1.2,0.07875199913978577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.07871360182762147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,power_law_1.01,0.10747519731521607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.09900799989700318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,power_law_1.2,0.10305279493331909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.09337599873542786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,power_law_1.01,0.14134399890899657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,power_law_1.2,0.13303680419921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.12023680210113526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.14508800506591796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.13333120346069335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,power_law_1.01,0.20547840595245362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,power_law_1.2,0.21306240558624268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.24268159866333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.23527040481567382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,power_law_1.2,0.2319808006286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,power_law_1.01,0.2237567901611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.2541568040847778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.2590719938278198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.26829440593719484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.2680704116821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,power_law_1.2,0.2457727909088135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,power_law_1.01,0.2321727991104126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.30380160808563234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.30736000537872316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,power_law_1.01,0.24892160892486573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,power_law_1.2,0.2592576026916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.3123456001281738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,power_law_1.01,0.25829761028289794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.3164671897888184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,power_law_1.2,0.2708224058151245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.318502402305603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,power_law_1.01,0.261900806427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.33124480247497556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,power_law_1.2,0.2704511880874634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.33415679931640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,power_law_1.01,0.2760576009750366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.33376638889312743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,power_law_1.2,0.2855999946594238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,power_law_1.2,0.28231039047241213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.3455104112625122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,power_law_1.01,0.2808063983917236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.3459968090057373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,power_law_1.2,0.2967423915863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.3662463903427124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,power_law_1.01,0.29294719696044924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.3641024112701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,power_law_1.2,0.3145792007446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,power_law_1.01,0.31410560607910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.38570239543914797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.38144640922546386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,power_law_1.2,0.3386496067047119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,power_law_1.01,0.326694393157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.4161407947540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.40953598022460935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,power_law_1.2,0.36355199813842776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,power_law_1.01,0.3544320106506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.4740096092224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.4623104095458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,power_law_1.01,0.4347263813018799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.5735743999481201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,power_law_1.2,0.43746562004089357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.5627456188201905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.01,0.4998976230621338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.2,0.5071424007415771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.6661503791809082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.6621695995330811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.01,0.6430399894714356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.2,0.6639552116394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.8614656448364257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.8565631866455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.01,0.757696008682251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.2,0.7974463939666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,1.0694144248962403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.01,1.0542400360107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.2,1.1886912345886231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,1.0540224075317384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,1.4950847625732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.01,1.360159969329834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.2,1.3584768295288085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,1.4774463653564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.01,1.9502143859863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,1.9169599533081054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.2,1.9209152221679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,1.9072832107543944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,2.764499282836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.01,2.5705856323242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.2,2.748512077331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,2.755283164978027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.01,3.864575958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,3.6215679168701174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.2,4.25365104675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,3.6084545135498045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.01,5.07151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.2,5.574969482421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,5.3091777801513675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,5.293260955810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,power_law_1.01,6.075936126708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,power_law_1.2,7.0937858581542965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,7.0144706726074215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,6.99902114868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,2,power_law_1.01,10.02261734008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,8.698598480224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,2,power_law_1.2,10.868224334716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,8.668390655517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,13.787770080566407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,13.775430297851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,2,power_law_1.01,19.206463623046876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,2,power_law_1.2,24.1884033203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,27.463116455078126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,27.515609741210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.18029439449310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.18197760581970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.31495680809021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.14372479915618896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.16817280054092407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.1692415952682495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,power_law_1.01,0.12919679880142212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,power_law_1.2,0.1284160017967224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.2557120084762573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.2500096082687378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,power_law_1.01,0.15722880363464356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,power_law_1.2,0.11355520486831665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.3329535961151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.31988480091094973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,power_law_1.01,0.1680575966835022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,power_law_1.2,0.16968319416046143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,power_law_1.01,0.26090240478515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,power_law_1.2,0.23884799480438232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,power_law_1.01,0.3531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,power_law_1.2,0.30316801071166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.5412032127380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.5540927886962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.5660927772521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.5688000202178956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.5893887996673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.6067135810852051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,power_law_1.01,0.5292160034179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,power_law_1.2,0.5232895851135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.6532800197601318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.6418560028076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,power_law_1.01,0.58122239112854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,power_law_1.2,0.5493504047393799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,power_law_1.2,0.5946112155914307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.6451007843017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,power_law_1.01,0.6027711868286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.643232011795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,power_law_1.2,0.6433663845062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,power_law_1.01,0.6401599884033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.6868351936340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.6398079872131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,power_law_1.2,0.6674816131591796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,power_law_1.01,0.6543488025665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.6772480010986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.6741695880889893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,power_law_1.2,0.6740416049957275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,power_law_1.01,0.6737152099609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.6673855781555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.7186944007873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,power_law_1.2,0.6966976165771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,power_law_1.01,0.6874815940856933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.6790016174316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.729472017288208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.7005887985229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,power_law_1.01,0.6939008235931396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,power_law_1.2,0.7215871810913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.7482175827026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,power_law_1.01,0.7176191806793213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,power_law_1.2,0.7490816116333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.7235455989837647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.7829567909240722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,power_law_1.01,0.7726208209991455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,power_law_1.2,0.7571263790130616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.7654719829559327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.8736191749572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,power_law_1.01,0.7831935882568359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,power_law_1.2,0.7895359992980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.9560576438903808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.8121408462524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,power_law_1.01,0.8445055961608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,power_law_1.2,0.8243840217590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,power_law_1.01,0.9150783538818359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.1376768112182618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.8982272148132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,power_law_1.2,0.9513792037963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.01,1.0743040084838866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,1.043289566040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.394809627532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.2,1.0869312286376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.01,1.2708160400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.266425609588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.8896127700805665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.2,1.2957504272460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.01,1.5169919967651366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.4492544174194335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.2,1.5332799911499024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.2907712936401365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.2,2.0887872695922853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.01,1.995257568359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.137177658081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.2901248931884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.2,2.680134391784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.01,2.5206527709960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.6216960906982423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,4.3245185852050785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.2,4.070233535766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.01,3.4413055419921874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,3.544870376586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,5.809254455566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.2,4.721177673339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,4.454547119140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.01,4.769830322265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,8.69455337524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.2,6.88446044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,7.52142105102539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.01,6.375628662109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,10.490930938720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.2,9.065625762939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.01,8.718418884277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,10.346572875976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,15.769190979003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,power_law_1.2,11.094969940185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,10.627763366699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,power_law_1.01,11.54632339477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,2,power_law_1.2,20.822259521484376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,37.0833740234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,21.22965087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,2,power_law_1.01,18.67565460205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,2,power_law_1.2,45.665087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,2,power_law_1.01,37.14925537109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,48.423187255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.11383680105209351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.14520959854125975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.12506239414215087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.1725376009941101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.1698240041732788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.2699199914932251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.1882048010826111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.3137408018112183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.24549760818481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.18914560079574586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.33649919033050535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.30977280139923097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.3406016111373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.5256256103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.3028671979904175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.2857151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.2593280076980591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.38001279830932616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.358841609954834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.5474368095397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.5554431915283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.5881792068481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.5980991840362548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.6101568222045899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.6433279991149903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.67292160987854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.6865087985992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.6882368087768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.7264128208160401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.5783360004425049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.7315839767456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.7354496002197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5338624000549317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.7717760086059571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.7603007793426514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.7156864166259765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.6750144004821778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.7790143966674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.7839680194854737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.9599167823791503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.8542847633361816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.8326656341552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.8249088287353515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,1.0156415939331054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.9519295692443848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.8683584213256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.8664768218994141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.9190143585205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,1.0477184295654296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.9051072120666503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,1.0539775848388673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.9903871536254882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,1.010259246826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,1.084000015258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,1.0717120170593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,1.1390975952148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,1.1726911544799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,1.087929630279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,1.1615167617797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,1.2867199897766113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,1.317728042602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,1.1820480346679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,1.1720767974853517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.6252351760864259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.655846405029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,1.1949888229370118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.975449562072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,1.225209617614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,2.0002880096435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,2.7298112869262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,2.6689407348632814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.2156479835510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.205395221710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,3.3777534484863283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,3.4247169494628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.2850879669189452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.296665573120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,4.828825759887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,4.81786880493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.2883904457092286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.354867172241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.4677568435668946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.4077183723449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,6.1936767578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,6.244057464599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.5704000473022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.496793556213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,9.027603149414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,9.078336334228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.8141887664794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.6593536376953124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,11.971040344238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,12.016639709472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.9770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.9070144653320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.3755775451660157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.2526336669921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,14.858451843261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,14.81015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,3.1281408309936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.7396991729736326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,3.86231689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.746470260620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,23.69008026123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,23.60230407714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,5.116537475585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.349638366699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,6.201305770874024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,7.159986877441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,8.17940444946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,47.288916015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,9.417247772216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,47.37928466796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,9.884819030761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,10.898489379882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,16.420999145507814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,18.286720275878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,32.4877685546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,35.92545166015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,power_law_1.01,0.14984320402145385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,power_law_1.2,0.15105279684066772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,power_law_1.01,0.22938880920410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,power_law_1.2,0.20862081050872802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,power_law_1.01,0.3504640102386475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,power_law_1.2,0.24030721187591553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,power_law_1.2,0.2618688106536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,power_law_1.01,0.2744960069656372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,power_law_1.01,0.42276477813720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,power_law_1.2,0.4158463954925537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.1698240041732788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.1697535991668701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.21251199245452881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.21186559200286864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.24305920600891112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.2794624090194702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.2883647918701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.29506559371948243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.41069440841674804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.47265281677246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,power_law_1.01,0.6177343845367431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,power_law_1.2,0.5497727870941163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,power_law_1.2,0.6155136108398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,power_law_1.01,0.708403205871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,power_law_1.2,0.8918463706970214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,power_law_1.01,0.942188835144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,power_law_1.01,1.0457663536071777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,power_law_1.2,0.9796287536621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,power_law_1.01,1.0693120002746581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.5843135833740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.6669504165649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,power_law_1.2,1.0508288383483886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,power_law_1.01,1.1356160163879394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,power_law_1.2,1.099897575378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.6578176021575928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.7983295917510986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,power_law_1.01,1.1796480178833009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.9718208312988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.9781184196472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,power_law_1.2,1.1891648292541503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,1.0741439819335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,power_law_1.01,1.222719955444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.1458687782287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,power_law_1.2,1.1889920234680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.1590656280517577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,1.1296768188476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,power_law_1.01,1.2621312141418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,power_law_1.2,1.2230527877807618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.2030336380004882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.224358367919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,power_law_1.01,1.2961471557617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,power_law_1.2,1.3492480278015138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.2435392379760741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,power_law_1.01,1.3615488052368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,power_law_1.2,1.3187968254089355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.2780608177185058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.3048255920410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,power_law_1.2,1.3978240013122558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,power_law_1.01,1.4245887756347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.3135168075561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.4085760116577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,power_law_1.2,1.60064640045166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,power_law_1.01,1.5506239891052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.3925951957702636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.4865663528442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.01,1.6581056594848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.2,1.7586240768432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.4983551979064942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.5081215858459474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.636083221435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.5352704048156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.01,1.9417024612426759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.2,1.9924352645874024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.847724723815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.6566848754882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.01,2.1976192474365233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.2,2.334054374694824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,2.089632034301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.8440832138061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.01,2.6932735443115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.2,2.93884162902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,2.4811519622802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,2.0224512100219725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.2,3.430553436279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.01,3.1867008209228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,2.873811149597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,2.394016075134277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.01,4.362745666503907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,3.6508350372314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.2,4.696211242675782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,2.7723007202148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,4.430099105834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.01,5.393363189697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.2,5.9644416809082035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,3.5289985656738283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,6.098463821411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.01,7.5461372375488285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.2,7.8318336486816404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,4.290528106689453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,7.583545684814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,5.922272109985352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.01,9.967052459716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.2,10.354483032226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,10.825933074951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,7.544908905029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,power_law_1.01,12.813714599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,14.028781127929687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,power_law_1.2,12.248429107666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,10.629478454589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,17.435635375976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,2,power_law_1.01,19.21781768798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,2,power_law_1.2,20.6159423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,14.174745178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,26.904058837890624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,2,power_law_1.01,36.55662231445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,2,power_law_1.2,37.51787414550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,17.476953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,53.032989501953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,27.108306884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,53.90809936523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.01,0.14974080324172973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.01,0.1382464051246643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.01,0.11830400228500366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.01,0.14158079624176026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.01,0.1421183943748474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.2,0.14873600006103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.01,0.1457152009010315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.01,0.15025919675827026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.01,0.17494399547576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.2,0.14110080003738404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.01,0.1717695951461792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.2,0.14266239404678344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.01,0.1893504023551941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.01,0.206278395652771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.2,0.14312959909439088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.01,0.24104321002960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.2,0.14995839595794677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.01,0.2874687910079956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.2,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.01,0.24461441040039061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.2,0.1629631996154785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.01,0.29732480049133303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.2,0.18988159894943238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.2,0.21878399848937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.01,0.2826495885848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.01,0.3267904043197632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.2,0.21364479064941405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.01,0.465177583694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.2,0.21584000587463378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.01,0.507097578048706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.2,0.29081599712371825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.01,0.7024064064025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.2,0.243833589553833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.2,0.3223615884780884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.01,0.8005887985229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.2,0.31201920509338377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.01,1.001375961303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.2,0.35216000080108645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.01,1.347878360748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.01,1.7495424270629882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.2,0.504422378540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.01,3.4513473510742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.2,0.565715217590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.2,0.8682047843933105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.01,5.312588882446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.2,0.7816959857940674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.2,1.1401023864746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.01,6.694239807128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.2,1.8390911102294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.01,8.982163238525391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.2,2.803923225402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.01,17.13447723388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.2,2.6327871322631835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.2,4.588396835327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.16266239881515504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.2,6.938841247558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.01,30.928530883789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.16145919561386107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.15601279735565185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.16064640283584594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.2,11.373900604248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.14067200422286988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.1450943946838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.1453760027885437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.2,15.626655578613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.14222079515457153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.14652160406112671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.1646463990211487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.16183040142059327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.19648640155792235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.2,32.3832763671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.2142400026321411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.24645121097564698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.2665152072906494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.3146048069000244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.2248703956604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.2479680061340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.26574718952178955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.26306560039520266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.26554241180419924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.36065919399261476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.3323263883590698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.2610176086425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.3593728065490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.35011839866638184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.3634752035140991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.26771841049194334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.4305471897125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.3197824001312256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.5747007846832275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.36229119300842283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.6280128002166748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.38217599391937257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.01,1.0694720268249511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.5820735931396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.01,1.071769618988037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.01,1.6219200134277343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.674508810043335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.2,1.100870418548584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.01,2.2133504867553713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.2,1.0819968223571776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.01,3.307539367675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.08037760257720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.2,1.7027263641357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.01,4.154528045654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.08431360125541687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.2,2.1922815322875975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.10572160482406616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.2,3.2748481750488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.01,6.213497543334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.1333567976951599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.2,4.291449737548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.01,10.074380493164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.13959039449691774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.2,6.715718078613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.145414400100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.01,11.227251434326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.15926400423049927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.2,9.797913360595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.01,19.000901794433595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.07885439991950989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.1814144015312195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.10054399967193603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.2,11.616166687011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.19029120206832886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.0887935996055603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.13880319595336915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.17664639949798583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.01,34.44019775390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.2,20.763629150390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.13997440338134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.18732800483703613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.1466048002243042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.1953279972076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.15147520303726197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.22140800952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.2,40.599545288085935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.24817919731140137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.17638399600982665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.2611840009689331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.2,0.16790399551391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.2991103887557983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.2,0.17314560413360597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.37440640926361085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.01,0.4199552059173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.17729920148849487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.01,0.528601598739624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.18906879425048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.01,0.6662079811096191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.18896640539169313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.01,1.0239999771118165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.01,0.9733183860778809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.21906559467315673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.01,1.3918399810791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.22834560871124268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.26450560092926023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.01,1.9745599746704101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.26940159797668456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.01,3.366169738769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.2,0.3800447940826416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.01,3.7925441741943358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.2,0.43063039779663087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.06047999858856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.2,0.5240255832672119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.01,4.997478485107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.2,0.625497579574585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.07820799946784973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.01,8.737535858154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.2,0.9855232238769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.09300479888916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.2,0.9553152084350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.14382079839706421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.07051519751548767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.01,18.759730529785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.14551680088043212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.2,1.429190444946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.08289920091629029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.146560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.2,2.1931520462036134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.1530176043510437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.13656320571899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.2,3.2262271881103515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.15800319910049437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.13740160465240478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.2,4.7327617645263675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.16935039758682252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.1483839988708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.17701120376586915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.2,5.923948669433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.15219839811325073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.17741440534591674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.15792640447616577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.18919039964675904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.2,8.809458923339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.20136959552764894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.16579840183258057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.2013375997543335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.17790720462799073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.2255552053451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.2,17.41822052001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.17452160120010377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.23576960563659669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.23844480514526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.1964352011680603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.30785279273986815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.19756799936294556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.19733760356903077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.38442881107330323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.22539520263671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.4938240051269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.23843839168548583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.5303936004638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.24579200744628907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.2972543954849243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.7156223773956298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.37362558841705323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.8426176071166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.5021632194519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.5135039806365966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.1737471580505372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.6955391883850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.4340736389160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.8246399879455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.1149951934814455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.1516544342041015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.4165887832641602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.908563232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.125279998779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.6760513305664064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.9399232864379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.7631294250488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.01,6.030009460449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.2,6.091686248779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.01,11.610521697998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.2,11.639366149902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.01,0.2012928009033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.01,0.19278719425201415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.1969215989112854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.01,0.20339839458465575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.19470080137252807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.01,0.22266240119934083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.18494720458984376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.01,0.224288010597229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.22716801166534423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.01,0.24072959423065185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.01,0.27639040946960447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.22586240768432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.01,0.25026559829711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.2546560049057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.2,0.2693183898925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.01,0.2636672019958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.2,0.26024959087371824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.01,0.2849024057388306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.2,0.2709696054458618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.01,0.29217920303344724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.2,0.28653440475463865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.01,0.35910398960113527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.2,0.29753599166870115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.01,0.3466304063796997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.01,0.3032063961029053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.2,0.35696001052856446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.01,0.41495041847229003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.2,0.4198463916778564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.01,0.44167680740356446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.2,0.34849278926849364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.01,0.6041024208068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.2,0.4043327808380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.2,0.44983677864074706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.01,0.8196543693542481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.2,0.5754623889923096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.01,0.7458816051483155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.01,0.9723711967468261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.2,0.7799935817718506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.01,1.1705727577209473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.2,0.7597760200500489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.01,1.9533824920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.2,1.06878719329834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.2,1.1972160339355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.01,2.6345407485961916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.2,1.6831935882568358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.01,3.813228988647461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.2,2.5144063949584963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.01,4.998937606811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.2,3.94824333190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.2,4.725606536865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.01,8.468800354003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.2,9.990310668945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.01,12.065414428710938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.2,10.980140686035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.01,14.475514221191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.2,16.794650268554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.01,18.875660705566407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.23555200099945067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.2,23.482432556152343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.23856000900268554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.22096641063690187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.22116479873657227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.01,39.553140258789064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.22181758880615235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.2,52.59660034179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.24046080112457274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.3843391895294189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.2556351900100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.3279040098190308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.3666559934616089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.37791359424591064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.4068607807159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.5827455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.35847039222717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.4124351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.4603583812713623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.2368000030517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.572441577911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.23943040370941163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.01,0.8874431610107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.01,1.0069503784179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.2219007968902588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.01,1.3695039749145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.22099199295043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.2222208023071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.01,1.7017856597900392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.24062080383300782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.01,2.325542449951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.3132159948348999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.2582207918167114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.01,3.3553535461425783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.39752318859100344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.01,5.3037567138671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.3631488084793091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.3420543909072876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.01,7.308838653564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.5057600021362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.5134655952453613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.01,11.625081634521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.43030400276184083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.5643328189849853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.01,16.972685241699217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.5700928211212158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.5906879901885986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.2,0.894591999053955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.01,20.877778625488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.2,0.9722944259643554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.2,1.4448896408081056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.01,29.221734619140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.2,1.738502311706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.2,2.753164863586426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.2,3.5982334136962892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.2,5.628646469116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.01,58.1998779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.2,7.49981460571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.2,10.425247955322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.2,16.67829132080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.13377920389175416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.13275519609451295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.2,0.12254719734191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.15644799470901488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.2,21.145196533203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.2121216058731079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.2,0.14353280067443847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.2234879970550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.2,0.17896319627761842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.22565760612487792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.2,0.22179200649261474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.24803199768066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.2,32.08779602050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.2,0.22209279537200927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.01,0.24405760765075685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.01,0.25598080158233644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.2,0.23411839008331298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.01,0.26182401180267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.2,0.25440640449523927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.01,0.2596544027328491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.2,65.74247436523437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.01,0.28424320220947263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.2,0.24308478832244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.01,0.3059391975402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.2,0.26746881008148193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.01,0.36041600704193116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.2,0.2622528076171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.01,0.42074241638183596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.2,0.25944321155548095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.01,0.4570303916931152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.2,0.2690752029418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.2,0.27560958862304685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.01,0.45921921730041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.2,0.29996800422668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.01,0.6294847965240479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.2,0.35589759349822997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.01,0.5994751930236817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.2,0.3996351957321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.2,0.3954240083694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.09085440039634704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.01,0.8229375839233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.2,0.612659215927124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.1128383994102478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.01,0.8505727767944335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.2,0.6275904178619385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.13630080223083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.2,0.9204992294311524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.01,1.3164799690246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.2,0.9408703804016113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.22510080337524413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.01,1.465113639831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.2,1.3149056434631348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.2225856065750122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.01,2.3399936676025392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.2,1.6451520919799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.233024001121521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.2,2.573971176147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.01,3.051219177246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.23659520149230956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.2,3.4619327545166017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.01,4.796908950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.24357759952545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.2,4.879846572875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.01,5.917459106445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.2465343952178955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.2,6.846278381347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.01,8.356735992431641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.25125119686126707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.27518720626831056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.2,8.805312347412109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.30427520275115966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.01,13.76775665283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.30875520706176757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.08528640270233154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.2,16.66417236328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.3170752048492432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.10770560503005981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.13636480569839476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.3819967985153198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.01,31.946636962890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.22021760940551757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.4241919994354248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.2263808012008667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.2,33.709414672851565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.38188159465789795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.2345792055130005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.24058880805969238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.4813119888305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.25000319480895994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.25893120765686034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.5876543998718262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.27640960216522215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.8057727813720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.2616703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.2851968050003052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.7066368103027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.3413439989089966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.9578111648559571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.3864768028259277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.2538111686706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.43904638290405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5208255767822265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.7991872787475587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.35932800769805906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.301356887817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.47963519096374513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.5802624225616455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.5170433044433596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.7992383956909179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.7033023834228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.574374389648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.9575231552124024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.845740890502929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.2830080032348632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.8395456314086913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.01,9.990169525146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.3563711166381838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.506662368774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.01,18.681382751464845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.656588745117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.786080169677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.2,10.113369750976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.2,19.312428283691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.01,0.16672639846801757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.01,0.272377610206604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.01,0.1820032000541687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.01,0.24321279525756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.01,0.37419519424438474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.01,0.5110911846160888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.01,0.6857664108276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.01,0.7521152019500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.2,0.16691839694976807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.01,0.7838079929351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.2,0.2721343994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.01,0.7869056224822998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.01,0.8201472282409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.2,0.1483839988708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.01,0.8320128440856933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.2,0.21144959926605225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.2,0.30619521141052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.01,0.8747136116027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.2,0.4522047996520996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.01,0.9079423904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.2,0.6490240097045898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.01,0.9244223594665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.2,0.6876416206359863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.2,0.6967552185058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.01,0.9342080116271972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.2,0.7692287921905517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.01,0.9921024322509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.2,0.8068160057067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.01,1.1523903846740722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.2,0.8640128135681152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.01,1.1988927841186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.01,1.3966976165771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.2,0.8627200126647949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.01,1.2754879951477052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.2,0.8992192268371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.2925503969192505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.01,1.4593471527099608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.2975167989730835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.2,0.973305606842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.49770240783691405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.01,1.8230335235595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.4948160171508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.3361855983734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.2,0.9929599761962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.01,2.3397056579589846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.1832128047943115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.2596800088882446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.306112003326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.2,1.0381376266479492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.01,2.669478416442871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.4245440006256104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.3380800008773804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.2,1.2211903572082519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.01,3.5899070739746093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.5099455833435058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.47644801139831544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.2,1.2848832130432128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.6980800151824951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.01,4.686681747436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.6583424091339112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.2,1.3956159591674804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.7367680072784424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.7350848197937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.01,5.527763366699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.7480576038360596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.7429952144622802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.2,1.3648192405700683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.01,8.809990692138673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.7969471931457519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.7529215812683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.2,1.556230354309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.740934419631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.8220992088317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.2,2.0358015060424806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.01,17.02755126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.7330304145812988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.857260799407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.2,2.436204719543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.8281727790832519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.8941056251525878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.858944034576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.8568063735961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.2,3.00645751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.9400959968566894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.9055295944213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.2,3.9346752166748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.9868864059448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.9549951553344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.2,4.5412353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.01,1.0496959686279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.2,1.0769344329833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.01,1.2552895545959473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.2,1.2489472389221192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.2,5.694969558715821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.2,1.2348992347717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.01,1.0851263999938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.2,11.425350189208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.3759615898132325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.4672703742980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.222214412689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.2,1.3838784217834472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.2,21.366656494140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.01,1.4134143829345702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.2,1.6065471649169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.01,1.788057518005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.2,1.925971221923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.01,2.1772607803344726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.2,2.735411262512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.2,3.194540786743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.01,2.5234752655029298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.2,4.649753570556641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.01,3.926969528198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.2,5.8667137145996096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.01,4.868281555175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.01,5.863257598876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.2,7.041299438476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.01,9.236319732666015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.2,10.41228790283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.01,19.41173095703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.2,27.092672729492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.01,0.11481599807739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.01,0.1691007971763611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.01,0.15213439464569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.01,0.21185920238494874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.01,0.34859519004821776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.01,0.4703680038452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.01,0.6724671840667724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.01,0.7200640201568603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.01,0.751366376876831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.01,0.7793471813201904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.01,0.8000703811645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.01,0.859347152709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.01,0.858579158782959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.01,0.8983872413635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.2,0.11518080234527588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.01,0.921452808380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.2,0.15028480291366578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.01,0.9369664192199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.2,0.12299519777297974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.01,1.002400016784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.2,0.2186431884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.01,1.0818240165710449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.01,1.1646080017089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.2,0.32486400604248045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.09352959990501404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.01,1.3272895812988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.2,0.3943104028701782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.11043200492858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.11861759424209595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.01,1.3974143981933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.2,0.660537576675415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.12579200267791749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.12106879949569702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.2,0.6884543895721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.01,1.6455936431884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.21121280193328856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.2,0.7527488231658935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.2018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.01,2.0558143615722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.3606208086013794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.2,0.7580543994903565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.31328639984130857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.01,2.395065689086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.45795202255249023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.2,0.8098624229431153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.4139967918395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.01,2.9761600494384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.6742911815643311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.2,0.860319995880127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.6443583965301514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.2,0.8689087867736817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.7025279998779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.01,3.9267646789550783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.6981696128845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.2,0.9178175926208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.7493247985839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.7515967845916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.01,5.175116729736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.2,0.9328319549560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.7827392101287842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.7730239868164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.01,6.057638549804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.2,0.9919039726257324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.8216383934020997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.8260992050170899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.2,1.011558437347412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.8737983703613281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.01,10.142515563964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.8793087959289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.896940803527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.2,1.1321727752685546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.9507648468017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.2,1.218182373046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.9180992126464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.01,1.0337599754333495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.2,1.4070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.007372760772705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.01,20.50369873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.01,1.080070400238037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.0699904441833497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.2,1.4753727912902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.01,1.1721856117248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.1379199981689454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.2,1.6995264053344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.2093695640563964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.3348031997680665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.3832768440246581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.332147216796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.2,1.973196792602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.3780287742614745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.5764351844787599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.2,2.53875846862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.5916352272033691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.6937984466552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.8710399627685548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.2,3.151865577697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.01,2.1102783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.2,2.289139175415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.2,4.123487854003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.3726528167724608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.594905662536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.2,5.91016960144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.2,3.125279998779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.01,3.4469375610351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.2,6.609030151367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.2,3.9707710266113283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.01,3.8914623260498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.2,10.210867309570313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.2,5.552300643920899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.01,5.4282176971435545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.01,6.693241882324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.2,6.935513305664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.2,22.59418182373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.01,8.239091491699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.2,8.55823974609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.01,13.332063293457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.2,14.151225280761718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.01,28.210098266601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.2,28.790731811523436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.13237119913101197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.0837119996547699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.11644159555435181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.12460160255432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.20803840160369874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.21252479553222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.2171583890914917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.22142720222473145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.2159424066543579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.23016319274902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.24392321109771728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.01,0.07975680232048035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.26575360298156736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.2,0.08088319897651672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.26061439514160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.01,0.06836479902267456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.2745408058166504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.2,0.05791360139846802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.01,0.06782079935073852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.30723841190338136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.2,0.07710719704627991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.01,0.10343040227890014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.01,0.13418879508972167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.2,0.09406080245971679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.2874367952346802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.01,0.20179200172424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.2,0.12784639596939087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.32052481174468994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.01,0.2161344051361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.2,0.19818880558013915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.3353087902069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.01,0.21226880550384522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.2,0.20432639122009277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.40441598892211916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.01,0.21304960250854493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.1275712013244629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.2,0.21319680213928222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.4696000099182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.01,0.22979199886322021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.01,0.22405760288238524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.05976319909095764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.2,0.23054080009460448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.01,0.6241792201995849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.01,0.23138558864593506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.07255679965019227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.2,0.2316351890563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.01,0.6552768230438233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.01,0.23788800239562988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.107532799243927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.2,0.2320319890975952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.01,0.8723903656005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.01,0.24851839542388915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.13049600124359131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.2,0.2395263910293579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.19460480213165282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.01,0.2805248022079468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.2,0.24252159595489503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.01,1.350598430633545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.2,0.2720896005630493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.21488640308380128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.01,0.2774463891983032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.01,1.589235210418701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.2,0.2673471927642822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.22313599586486815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.01,0.27436161041259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.01,2.1533376693725588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.2,0.29261438846588134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.2246335983276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.01,0.3002432107925415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.2,0.28513920307159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.01,3.1373760223388674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.22133760452270507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.01,0.33741440773010256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.2,0.3198911905288696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.24308478832244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.01,4.632307052612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.01,0.3903359889984131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.2487231969833374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.2,0.34565119743347167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.01,0.475270414352417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.01,9.376844787597657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.01,0.5859712123870849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.26995201110839845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.2,0.4109248161315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.01,0.688102388381958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.2,0.48793601989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.2758336067199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.01,0.9105216026306152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.3104703903198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.2,0.6244863986968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.3251967906951904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.2,0.7419904232025146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.01,1.1747967720031738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.2869951963424683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.2,1.0866751670837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.01,1.55796480178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.340499210357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.2,1.2422911643981933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.01,2.152275276184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.3584511995315552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.2,1.9455551147460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.4343616008758545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.01,2.560044860839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.2,2.584115219116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.5466368198394775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.01,3.7931774139404295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.2,3.6347713470458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.2,0.6846784114837646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.2,5.644787216186524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.2,0.7824639797210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.01,8.708678436279296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.2,1.1108351707458497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.2,1.487673568725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.2,13.11809844970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.2,2.0339712142944335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.01,0.05987840294837952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.2,3.0925056457519533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.01,0.057196801900863646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.2,3.6177089691162108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.01,0.07343360185623168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.01,0.10763520002365112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.01,0.1198591947555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.2,7.8052223205566404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.01,0.20264959335327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.01,0.21445119380950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.01,0.20892159938812255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.01,0.2222208023071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.2,19.477944946289064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.01,0.22260479927062987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.01,0.23497600555419923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.01,0.24506878852844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.01,0.24661118984222413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.01,0.30286080837249757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.01,0.3111808061599731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.2,0.05924479961395264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.04737919867038727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.2,0.05052800178527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.01,0.33000960350036623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05392000079154968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.2,0.06731520295143127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.01,0.30959999561309814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.06930559873580933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.2,0.09036800265312195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.01,0.35498239994049074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.09589120149612426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.2,0.10705920457839965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.01,0.38173439502716067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.2,0.19321600198745728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.21157760620117189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.2,0.2134783983230591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.01,0.484819221496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.21981439590454102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.01,0.48359041213989257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.2,0.2176896095275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.22930560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.01,0.5977215766906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.2,0.22323839664459227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.23419520854949952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.2,0.23111679553985595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.01,0.7503488063812256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.04749439954757691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.24763519763946534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.2,0.2426624059677124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.01,1.0523200035095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.05221760272979736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.06668800115585327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.2501120090484619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.2,0.24853119850158692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.01,1.2998208045959472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.25797760486602783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.2,0.25629439353942873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.01,1.8329280853271483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.11605119705200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.26739840507507323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.2,0.2725696086883545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.2095423936843872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.01,2.5854015350341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.2932096004486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.2,0.2795583963394165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.22860159873962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.01,3.403046417236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.31327359676361083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.231712007522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.2,0.29954559803009034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.2412480115890503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.32936959266662597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.01,5.8349567413330075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.2,0.2978431940078735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.24720640182495118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.3537600040435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.2,0.32987520694732664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.25414400100708007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.4272064208984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.01,9.512262725830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.2,0.42357120513916013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.26225919723510743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.4513408184051514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.2,0.498521614074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.27594881057739257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.567084789276123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.2,0.511244821548462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.2964479923248291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.6408063888549804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.8699135780334473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.30979199409484864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.2,0.6159296035766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.0705663681030273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.33646719455718993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.2,0.8061887741088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.3606784105300903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.5538240432739259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.2,1.1440640449523927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.4336383819580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.9111616134643554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.2,1.4402432441711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.45431041717529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.01,2.7640575408935546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.2,2.0966976165771483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.5842944145202636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.2,2.7846208572387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.01,3.7874752044677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.6447296142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.2,3.333407974243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.01,4.7155200958251955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.8759231567382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.0939711570739745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.2,5.156051254272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.01,7.929843139648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.552582359313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.2,11.62835235595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.01,17.044781494140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.972447967529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.2,2.8621824264526365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.2,3.9491519927978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.2,4.93633918762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.2,8.46039047241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.2,16.84471740722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.01,0.18142080307006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.01,0.2621632099151611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.01,0.15931520462036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.01,0.23832321166992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.01,0.34318079948425295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.01,0.526643180847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.01,0.5543039798736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.01,0.565561580657959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.01,0.5874112129211426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.01,0.603763198852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.2,0.17923200130462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.01,0.626643180847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.01,0.6637951850891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.2,0.14825600385665894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.01,0.6958591938018799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.2,0.14801280498504638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.01,0.7566527843475341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.01,0.7913792133331299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.2,0.21375999450683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.01,0.8571200370788574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.2,0.2971199989318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.01,0.8046976089477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.2,0.5166207790374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.2,0.5654784202575683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.01,0.9783488273620605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.2,0.5789631843566895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.01,0.9705023765563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.2,0.5924160003662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.2,0.6236224174499512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.01,1.3022272109985351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.2,0.6619967937469482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.01,1.230624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.2,0.7031295776367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.01,1.6890239715576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.2,0.7013184070587158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.2,0.7639808177947998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.01,1.7049407958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.2,0.823788833618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.01,2.234137535095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.2,0.892972755432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.32362239360809325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.01,2.417305564880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.2,0.8290623664855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.43169918060302737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.01,3.2999935150146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.2,0.9950464248657227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.17556480169296265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.01,4.466316986083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.31548800468444826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.2,1.038047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.3775360107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.2,1.3209664344787597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.01,5.209081649780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.5455999851226807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.2,1.1547904014587402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.5379776000976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.01,8.946265411376952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.2,1.375385570526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.590176010131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.2,1.8255487442016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.6310080051422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.2,2.457548713684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.01,19.87223663330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.5749631881713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.6119103908538819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.2,3.3184513092041015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.6543360233306885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.699507188796997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.2,4.512499237060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.6699391841888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.2,5.810182571411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.7356800079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.6979455947875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.2,6.306707382202148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.7588287830352783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.313971209526062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.8063103675842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.2,11.089600372314454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.8891391754150391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.1936192035675049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.1880831718444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.1896064043045044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.3461055755615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.27645440101623536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.2,22.503392028808594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.31969280242919923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.01,1.910041618347168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.530079984664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.5554815769195557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.01,1.8058303833007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.614246416091919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.01,2.489132881164551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.6238656044006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.6115583896636962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.01,2.863577651977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.6387263774871826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.01,3.989894485473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.6700607776641846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.7161087989807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.01,4.726169586181641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.7107200145721435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.7612991809844971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.01,6.693036651611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.7511360168457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.8000703811645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.01,10.512992095947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.9523136138916015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.2,1.1177472114562987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.5811967849731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.01,24.77697296142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.610323143005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.2,2.126304054260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.2,1.8223743438720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.01,0.1126207947731018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.2,2.52105598449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.01,0.12922240495681764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.01,0.13724160194396973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.2,3.250931167602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.01,0.21482880115509034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.2,5.0232704162597654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.01,0.3063103914260864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.01,0.5057536125183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.2,7.016031646728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.01,0.5513919830322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.01,0.5739712238311767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.2,6.84906234741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.01,0.584665584564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.2,13.697343444824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.01,0.6117184162139893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.01,0.6368639945983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.01,0.6299903869628907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.2,0.11207040548324584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.01,0.6713791847229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.2,32.25692138671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.2,0.1133504033088684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.01,0.6786687850952149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.2,0.13564159870147705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.01,0.7093760013580322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.01,0.7352447986602784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.2,0.211296010017395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.01,0.7601535797119141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.2,0.27423360347747805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.01,0.9110655784606934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.2,0.504198408126831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.01,0.9590592384338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.2,0.5329984188079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.2,0.576793622970581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.10691839456558228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.01,1.1109439849853515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.2,0.5808000087738037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.13573119640350342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.01,1.2014143943786622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.2,0.6304768085479736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.2153791904449463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.01,1.5630271911621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.2,0.6324927806854248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.29850881099700927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.01,1.8456832885742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.5191487789154052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.2,0.6835328102111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.01,2.3464128494262697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.5522816181182861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.2,0.669209623336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.01,2.9668031692504884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.2,0.706496000289917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.6045504093170166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.01,4.1061759948730465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.2,0.7270080089569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.60830078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.2,0.7785024166107177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.623692798614502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.01,4.7280128479003904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.2,0.8299391746520997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.6437183856964112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.01,6.081907272338867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.6743231773376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.2,0.9273407936096192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.7059264183044434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.2,0.9300928115844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.01,9.286284637451171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.0834559977054596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.7464255809783935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.2,1.1349504470825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.13619840145111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.7899136066436767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.2,1.3084927558898927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.8239295959472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.20740480422973634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.01,19.512696838378908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.2794496059417725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.8494463920593261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.2,1.6966720581054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.512940788269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.9780032157897949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.2,1.91343994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.5502336025238037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.0729791641235351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.2,2.4687744140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.5798848152160645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.01,1.3117759704589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.6209407806396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.2,3.050943946838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.3790271759033204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.6375232219696045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.6886591911315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.8106559753417968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.2,4.050892639160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.705024003982544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.01,2.182508850097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.2,5.158451080322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.7288640022277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.7747200012207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.01,2.9697280883789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.2,7.039379119873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.8209664344787597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.01,3.4399871826171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.8583168029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.2,10.922124481201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.8686976432800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.01,4.884076690673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.9930815696716309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.0822848320007323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.01,6.2997886657714846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.2,22.178623962402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.306060791015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.01,7.863641357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.3866815567016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.8018623352050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.01,15.001005554199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.0798912048339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.2,2.805868721008301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.2,3.5311809539794923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.01,26.05438232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.2,4.983321762084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.2,6.707008361816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.2,8.32077407836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.2,15.307168579101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.2,26.873843383789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.01,0.16958719491958618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.01,0.29101440906524656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.01,0.49941120147705076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.01,0.2082495927810669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.01,0.3941375970840454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.01,0.6180031776428223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.01,0.7013887882232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.01,0.9392191886901855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.2,0.16694400310516358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.01,0.9522368431091308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.2,0.2746239900588989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.2,0.24757759571075438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.01,0.9792575836181641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.2,0.1945024013519287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.01,1.0346240043640136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.2,0.3800704002380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.01,1.0782208442687988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.2,0.5157887935638428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.01,1.1201919555664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.01,1.145740795135498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.2,0.6209216117858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.2,0.8892160415649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.01,1.18984956741333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.2,0.9558976173400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.01,1.2089471817016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.2,0.9777983665466309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.01,1.2845760345458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.2,1.0298496246337892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.01,1.3910271644592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.01,1.5370880126953126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.2,1.0049663543701173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.2,1.038963222503662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.2980288028717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.01,1.7488319396972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.533292818069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.2,1.1852095603942872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.01,1.8355903625488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.9384384155273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.2,1.2074560165405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.01,2.303366470336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.2453696012496948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.2,1.2375807762145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.01,2.5855487823486327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.5141248226165771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.6315968036651611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.2,1.280851173400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.01,3.3443775177001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.8248384475708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.2,1.4167936325073243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.01,3.183660888671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.9269311904907227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.2,1.5829504013061524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.01,4.192556762695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.9920384407043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.2,1.697804832458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.01,1.03308162689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.01,4.886336135864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.2,1.8716480255126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.01,1.0500032424926757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.01,6.10821762084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.01,1.1232192039489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.2,2.2677440643310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.01,9.212172698974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.01,1.122873592376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.2,2.7317440032958986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.01,1.1689727783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.2,3.4735809326171876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.01,16.955258178710938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.01,1.258732795715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.2981247901916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.01,1.162720012664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.2,3.3686656951904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.01,1.2344256401062013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.49623680114746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.2,4.637952041625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.442950439453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.42980480194091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.5333632469177245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.2,5.552972793579102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.2893120050430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.01,2.070387268066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.40380158424377444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.2,6.650707244873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.5471295833587646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.01,1.9319232940673827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.6610943794250488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.01,2.397478485107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.9289983749389649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.2,10.510066986083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.01,2.010393524169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.0191616058349608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.0010368347167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.01,2.5451711654663085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.2,22.235443115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.006073570251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.01,3.2118144989013673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.105510425567627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.01,3.875539016723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.2,1.12990083694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.01,5.087948989868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.2,1.22227201461792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.2,1.2713279724121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.01,6.234924697875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.316543960571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.01,8.842867279052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.55863037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.5594047546386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.01,19.408709716796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.2,1.9663232803344726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.2,2.1648576736450194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.2,2.552505683898926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.2,2.2709888458251952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.2,2.9357887268066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.2,3.663372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.2,4.240550231933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.2,5.869510269165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.01,0.11709439754486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.2,7.360594940185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.01,0.275219202041626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.2,11.111859130859376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.01,0.18703999519348144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.01,0.3720319986343384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.01,0.5672128200531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.2,24.263180541992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.01,0.6997056007385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.01,0.8972864151000977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.01,0.9494976043701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.01,0.9782848358154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.01,1.084671974182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.2,0.11512960195541382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.01,1.0836480140686036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.2,0.16885759830474853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.01,1.1079680442810058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.09473919868469238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.2,0.1868224024772644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.01,1.2055487632751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.11977599859237671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.2,0.19648640155792235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.01,1.2880000114440917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.164902400970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.2,0.37460479736328123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.01,1.3297216415405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.2,0.5266047954559326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.20027520656585693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.01,1.351852798461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.2,0.6250432014465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.3802495956420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.01,1.4955072402954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.2,0.8972672462463379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.5868415832519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.01,1.5730048179626466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.2,0.9104767799377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.6828415870666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.01,1.8965887069702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.9173760414123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.2,0.958995246887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.9239040374755859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.2,1.014470386505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.01,1.905183982849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.9745663642883301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.2,1.04136323928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.01,2.337446403503418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.0416383743286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.2,1.1527039527893066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.01,2.6130367279052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.0989503860473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.2,1.241164779663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.01,3.5064769744873048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.1468416213989259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.2,1.2811519622802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.2,1.303884792327881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.09482240080833435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.01,1.2043456077575683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.01,3.367513656616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.2,1.4287360191345215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.01,1.2391488075256347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.01,4.576499176025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.2,1.6793920516967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.13738240003585817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.3252927780151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.01,5.735635375976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.2,1.674336051940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.19863040447235109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.3485823631286622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.2,1.9702911376953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.01,7.032806396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.3523008108139038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.5231295585632325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.2,1.969094467163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.01,10.754630279541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.5105408191680908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.6521919250488282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.2,2.422214317321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.6019839763641357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.9073728561401366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.2,2.8595136642456054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.8651455879211426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.01,20.523175048828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.01,2.169919967651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.2,3.7268863677978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.9026304244995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.0024127960205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.6834623336791994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.2,3.6314945220947266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.0353280067443849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.01,3.202259063720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.2,4.725548934936524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.055084800720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.01,4.243340682983399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.1146112442016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.2,6.069753646850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.2,1.1728832244873046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.01,4.994419097900391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.2,1.233471965789795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.2,7.6987968444824215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.01,7.003353881835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.346726417541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.01,7.193132781982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.2,11.510854339599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.4034815788269044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.5447232246398925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.01,8.738412475585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.690060806274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.2,21.261509704589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.9269632339477538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.01,13.710887145996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.2,2.2561599731445314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.2,2.720729637145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.2,3.330003356933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.01,27.9486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.2,4.358937454223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.2,5.1067649841308596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.2,7.086080169677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.2,7.512601470947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.2,9.17664031982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.10537600517272949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.10061440467834473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.0970624029636383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.2,14.618879699707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.09700480103492737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.09776639938354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.10765440464019775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.11349760293960572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.11571840047836304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.2,29.537472534179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.12287360429763794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.13722879886627198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.12166399955749511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.01,0.09120640158653259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.1485759973526001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.14351999759674072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.01,0.08802559971809387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.15374079942703248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.01,0.09244800209999085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.20476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.01,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.21653120517730712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.01,0.09440640211105347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.01,0.09597439765930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.24106240272521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.01,0.09778559803962708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.09884160161018371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.3016000032424927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.01,0.09941759705543518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.09387519955635071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.39829120635986326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.01,0.1041983962059021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,0.5769279956817627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.09404159784317016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.01,0.10979199409484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,0.6538368225097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.09479039907455444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.01,0.1124735951423645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.09589120149612426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.01,0.11786240339279175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,0.934995174407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.01,0.11985280513763427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.11824640035629272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,1.174726390838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.01,0.15222400426864624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.12508800029754638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.2,0.08874239921569824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,1.820262336730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.01,0.18169599771499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.11402239799499511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.2,0.08703359961509705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.01,0.19553920030593872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,2.4270656585693358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.11766400337219238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.01,0.20320639610290528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.2,0.08737919926643371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,3.9765758514404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.13701759576797484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.2,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.01,0.32296319007873536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,5.286278533935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.01,0.3017535924911499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.1252351999282837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.2,0.09419519901275634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.01,0.42320637702941893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.14830080270767212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.2,0.0964031994342804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,5.964646530151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.2,0.10533119440078735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.01,0.541542387008667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.1378432035446167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.2,0.10228480100631714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,10.735135650634765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.14924800395965576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.01,0.7819968223571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.2,0.10188159942626954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.20972800254821777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.01,0.8941247940063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,22.96552276611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.215065598487854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.2,0.11082240343093872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.01,1.4987199783325196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.22720639705657958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.2,0.11729919910430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.01,1.774496078491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.3580415964126587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.2,0.11832319498062134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.01,2.0672895431518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.44010238647460936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.2,0.13763840198516847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.01,4.56602897644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.2,0.1574720025062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,0.5679296016693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.2,0.16787199974060057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,0.6744959831237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.01,4.274585723876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.2,0.17550079822540282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,1.0447232246398925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.01,8.421453094482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.2,0.2391808032989502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,1.1904640197753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.2,0.28933119773864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,1.8531328201293946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.2,0.3432320117950439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.01,15.723916625976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,2.599718475341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.2,0.43217921257019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.01,0.061222398281097413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.2,0.6335872173309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,3.9839744567871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.01,0.06475520133972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.2,0.8542592048645019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,5.51030387878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.01,0.06975359916687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.2,0.9868351936340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.01,0.0862335979938507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.2,1.3323455810546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,6.329670333862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.01,0.09025279879570007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.2,1.9157119750976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.01,0.09094399809837342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,10.249644470214843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.01,0.09600639939308167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.2,3.1581375122070314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,20.9736572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.01,0.09633280038833618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.2,4.404620742797851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.2,0.05937920212745666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.2,5.276345443725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.01,0.11240320205688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.01,0.11456639766693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.2,0.05607680082321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.2,8.988697814941407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.01,0.12055039405822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.2,0.07059839963912964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.2,0.08983680009841918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.01,0.13480960130691527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.2,16.296800231933595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.2,0.09095680117607116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.01,0.12069120407104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.2,0.09501439929008484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.01,0.13532160520553588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.2,0.09494400024414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.01,0.14240000247955323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.2,0.09944959878921508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.04864639937877655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.01,0.17548799514770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.2,0.10186879634857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.04982399940490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.2,0.11199359893798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.05960959792137146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.01,0.2124351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.08956800103187561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.2,0.11253759860992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.01,0.22748160362243652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.08819839954376221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.2,0.12243839502334594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.01,0.31931519508361816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.09397119879722596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.0489984005689621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.2,0.14179199934005737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.09749760031700135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.01,0.42421760559082033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.054124802350997925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.10003839731216431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.2,0.11744639873504639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.01,0.6319680213928223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.060127997398376466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.10193920135498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.2,0.13567999601364136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.01,0.6872447967529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.01,0.8726079940795899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.10695680379867553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.08675839900970458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.2,0.1632192015647888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.01,1.4039423942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.11206400394439697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.09010559916496277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.2,0.17944320440292358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.01,2.069068717956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.12028800249099732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.2,0.2233407974243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.01,2.6812095642089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.1282240033149719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.09486719965934753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.2,0.2619328022003174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.11505919694900513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.2,0.3296447992324829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.01,3.3148799896240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.12997119426727294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.2,0.41028480529785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.10236159563064576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.01,5.728275299072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.1384511947631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.2,0.6132544040679931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.10640640258789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.1555840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.2,0.6738239765167237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.01,11.940512084960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.18997119665145873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.11904000043869019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.2,0.9462592124938964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.22565760612487792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.1260607957839966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.2,1.2977727890014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.3064896106719971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.1238144040107727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.2,1.8186368942260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.39013760089874266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.1387519955635071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.2,3.0163135528564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.544543981552124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.14640640020370482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.5692927837371826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.2,2.7980415344238283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.14935679435729982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,0.7966080188751221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.19159040451049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.0099967956542968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.2,5.386310577392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,1.4928447723388671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.22456960678100585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,2.0435583114624025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.2,12.21910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.3023936033248901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.3892159938812256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,2.5411199569702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.5363967895507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,4.034048080444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.5703936100006104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,0.7918272018432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,8.122259521484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,0.9995776176452636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,1.4875391960144042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,2.034502410888672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,2.5382463455200197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,4.0963134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,8.117593383789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.01,0.11869440078735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.01,0.10304000377655029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.01,0.11346559524536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.14321279525756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.01,0.13401600122451782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.13621759414672852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.01,0.13564800024032592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.13546240329742432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.01,0.13628799915313722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.01,0.1451840043067932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.1373311996459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.01,0.14574079513549804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.13712639808654786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.2,0.12106879949569702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.01,0.15464320182800292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.2,0.11400959491729737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.01,0.16427520513534546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.1534719944000244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.01,0.17872639894485473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.16493439674377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.2,0.12325119972229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.01,0.1863103985786438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.1500159978866577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.2,0.1345728039741516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.01,0.23269119262695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.16250879764556886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.2,0.13443200588226317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.01,0.21539840698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.14328320026397706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.16442240476608277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.2,0.14041600227355958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.01,0.24199039936065675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.1358016014099121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.16917120218276976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.2,0.14792959690093993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.01,0.2680255889892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.19003520011901856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.2,0.15038080215454103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.01,0.33660159111022947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.13616640567779542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.2,0.17155840396881103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.24970879554748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.13816959857940675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.01,0.4527743816375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.2,0.16981120109558107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.2360447883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.13779840469360352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.01,0.4138239860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.31134719848632814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.2,0.1540992021560669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.1546175956726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.01,0.6089791774749755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.2,0.17052160501480101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.17533440589904786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.32478721141815187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.01,0.7814976215362549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.2,0.1644863963127136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.1511296033859253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.31040639877319337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.01,0.9993472099304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.16696959733963013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.2,0.2694144010543823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.01,0.48277759552001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.01,1.5566207885742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.16959999799728392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.2,0.32665600776672366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,0.551910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.01,2.329952049255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.16914559602737428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.2,0.3095616102218628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,0.8189375877380372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.01,3.058233642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.20476799011230468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,1.0079423904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.2,0.32678399085998533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.01,4.270457458496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.2265471935272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,1.4841407775878905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.2,0.4118527889251709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.01,6.614745330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.30556159019470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.2,0.4507904052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,1.9323392868041993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.01,7.324781036376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.3919487953186035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.2,0.6316800117492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,2.596575927734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.4068927764892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.2,0.819264030456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.01,12.469062042236327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,3.570560073852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.3261375904083252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.2,1.247110366821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,5.365868759155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.2,0.4283328056335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.01,27.993536376953124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.2,1.5163904190063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,8.705728149414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,0.5827839851379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.2,2.279929542541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,0.7859583854675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,10.644659423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.2,3.040153694152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,1.031923198699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.2,4.820089721679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,18.147903442382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,1.38919677734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.2,6.0726463317871096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,1.7823423385620116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.2,7.321356964111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,2.7097984313964845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,33.813253784179686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,3.6933822631835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.2,15.241990661621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,6.182502365112304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.2,31.698687744140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,8.035910034179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,10.347219085693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.01,0.08513280153274536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,17.780645751953124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.01,0.08247680068016053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.01,0.10267519950866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,34.15293579101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.01,0.13036799430847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.01,0.13139840364456176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.01,0.13335039615631103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.01,0.1390015959739685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.01,0.13886079788208008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.01,0.14604159593582153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06273279786109924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.01,0.15030399560928345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.2,0.09109119772911071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.07354879975318909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.01,0.1510848045349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.07388160228729249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.2,0.07312639951705932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.01,0.16421760320663453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.01,0.16811519861221313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.13038719892501832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.2,0.09819520115852357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.01,0.18785279989242554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.12849279642105102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.2,0.1310528039932251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.01,0.21445119380950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.1348863959312439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.2,0.13227519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.01,0.22556159496307374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.06245120167732239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.13983360528945923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.2,0.130022394657135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.01,0.279532790184021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.07325440049171447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.2,0.14005119800567628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.07642880082130432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.01,0.30920960903167727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.14031360149383545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.12480640411376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.2,0.1447487950325012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.01,0.41459197998046876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.1282431960105896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.2,0.15675519704818724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.01,0.5804480075836181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.15473920106887817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.134060800075531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.2,0.1670591950416565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.15641599893569946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.01,0.5285696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.13708800077438354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.2,0.15312639474868775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.1746880054473877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.01,0.71943678855896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.1415168046951294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.13936640024185182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.2,0.1769152045249939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.19454079866409302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.01,0.975436782836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.14257919788360596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.18980480432510377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.2,0.17849600315093994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.01,1.5770303726196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.1546623945236206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.21617279052734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.2,0.192249596118927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.01,1.5197888374328614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.1737920045852661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.2,0.226310396194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.23425920009613038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.01,2.421241569519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.18530559539794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.2,0.2465280055999756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.24315519332885743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.1897536039352417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.21402881145477295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.2,0.26474881172180176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.2842303991317749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.01,3.598611068725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.24142079353332518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.2,0.3664639949798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.35244801044464114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.01,5.1843711853027346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.23281280994415282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.2,0.4618175983428955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.46652798652648925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.2842112064361572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.01,9.00351333618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.2,0.5977215766906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.587007999420166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.3473920106887817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.2,0.5674176216125488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.45890560150146487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.8667391777038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.01,18.005862426757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.8088191986083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.5337791919708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.2,0.7876224040985107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.7300672054290771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.2,1.0425087928771972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.147110366821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.8103360176086426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,1.4957183837890624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.2,1.471679973602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.1456255912780762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,2.2639936447143554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.2,2.04516487121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,1.5285183906555175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,2.9403520584106446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.2,3.122656059265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,2.2359487533569338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,3.711724853515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.2,4.287865447998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,2.9544256210327147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.2,5.86572151184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,6.1605888366699215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,3.6876991271972654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.2,8.934611511230468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,6.076531219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,12.713951873779298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,12.144640350341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.2,16.452281188964843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.01,0.11111680269241334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.17485439777374268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.01,0.1609279990196228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.2744960069656372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.2,0.11188479661941528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.01,0.10769280195236205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.10965759754180908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.2,0.16045440435409547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.01,0.15262080430984498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.16934399604797362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.2,0.09735040068626404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.2,0.14277119636535646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.01,0.21563520431518554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.24654080867767333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.28873600959777834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.2,0.20250239372253417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.01,0.2814527988433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.2,0.258022403717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.3756864070892334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.01,0.3861824035644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.2,0.38163840770721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.3944063901901245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.01,0.3756479978561401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.2,0.3983488082885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.4322495937347412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.01,0.4096191883087158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.2,0.414137601852417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.4392384052276611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.01,0.4172800064086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.17407360076904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.01,0.43317761421203616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.45905280113220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.2,0.4246975898742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.26635520458221434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.01,0.46195201873779296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.2,0.4198847770690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.4440192222595215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.11260160207748413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.01,0.45618557929992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.2,0.47795839309692384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.45240960121154783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.14941439628601075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.01,0.4660736083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.2,0.47365760803222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.2230976104736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.47129597663879397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.01,0.546131181716919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.2357759952545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.2,0.5029695987701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.5039872169494629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.38144640922546386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.2,0.5483391761779786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.01,0.5316736221313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.5178304195404053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.40760321617126466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.2,0.5490687847137451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.01,0.5510975837707519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.5608895778656006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.4255104064941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.2,0.5731967926025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.01,0.6198783874511719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.6142015933990479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.42989439964294435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.2,0.6439871788024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.01,0.6478400230407715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.4261184215545654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.6281919956207276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.2,0.6847487926483155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.01,0.7469503879547119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.4729599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.2,0.7647744178771972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,0.7284736156463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.2,0.8404928207397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.4803775787353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.01,0.7814080238342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,0.7719552040100097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.2,1.0399295806884765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.5061247825622559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.01,0.9217599868774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,0.943718433380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.2,1.2600895881652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.5369152069091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.01,1.1714431762695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,1.0544511795043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.5822591781616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.2,1.6827007293701173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.5776639938354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.2,2.0859647750854493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.01,1.554310417175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,1.5363200187683106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.6609792232513427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.2,2.756096076965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.01,1.8515327453613282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,1.7037952423095704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.6510015964508057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.2,3.658572769165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.01,2.4830400466918947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,2.519878387451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,0.7772928237915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,0.7686848163604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,2.964883232116699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.01,3.3222400665283205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.2,4.263948822021485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,0.984870433807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.01,3.9233985900878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,3.9605438232421877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.2,7.799161529541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,1.2778240203857423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,1.5064640045166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.01,6.631488037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,6.276480102539063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.2,15.426797485351562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,1.9731647491455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,2.916364860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,11.551980590820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.01,13.292396545410156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,3.86033935546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,4.350675201416015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,6.886784362792969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,14.607405090332032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.01,0.08759040236473084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.01,0.11009279489517212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.08034560084342957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.08665599822998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.01,0.12768640518188476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.09244160056114196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.2,0.08389760255813598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.2,0.10542720556259155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.15026559829711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.01,0.20824320316314698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.2,0.09535359740257263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.21855359077453612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.01,0.2639935970306396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.2,0.1257599949836731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.28103039264678953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.01,0.3725696086883545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.2,0.1798784017562866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.4063551902770996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.01,0.40042881965637206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.08414720296859741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.2,0.2431488037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.43201918601989747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.01,0.4109312057495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.09070079922676086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.2,0.3560384035110474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.450867223739624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.01,0.43230719566345216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.4604991912841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1336127996444702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.2,0.38524160385131834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.486572790145874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.01,0.4478911876678467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.19769599437713622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.2,0.3937599897384644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.5260416030883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.01,0.47219200134277345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.2535552024841309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.2,0.4224256038665771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.5433023929595947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.01,0.46202878952026366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.39566080570220946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.5834815979003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.2,0.4539519786834717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.01,0.49278721809387205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.01,0.5464000225067138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.6245823860168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.4153728008270264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.2,0.45550079345703126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.01,0.5628992080688476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.662336015701294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.4370560169219971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.2,0.4848447799682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.01,0.611891222000122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.6998655796051025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.46630401611328126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.2,0.5253376007080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.01,0.6657023906707764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.49553279876708983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.7932608127593994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.2,0.5599040031433106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.01,0.7030399799346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.5165440082550049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.5584512233734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.8603584289550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.2,0.5939072132110595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.01,0.8276543617248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.6006912231445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,1.0419327735900878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.2,0.6088255882263184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.01,0.9483519554138183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.6637695789337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.186361598968506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.2,0.6758592128753662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.01,1.181727981567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.6985983848571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.7113344192504882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.01,1.2900544166564942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.2,0.7427135944366455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.5338496208190917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.8180416107177735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.01,1.7678016662597655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.2,0.8185855865478515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.9185472488403321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.8968447685241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.2,0.9724224090576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.01,2.175321578979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,2.594476890563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,1.0742143630981444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.2,1.1784255981445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.1579328536987306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.01,3.131398391723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.2057536125183106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.2,1.3342656135559081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.5620160102844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.01,4.063603210449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,4.586547088623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.9719999313354493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.2,1.8169216156005858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.01,4.794982528686523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,5.942361450195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,2.717100715637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.2,2.3491519927978515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,7.2957763671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.01,7.88194580078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.434956741333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.2,3.1617984771728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.2,4.247225570678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,5.036633682250977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,12.19767074584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.01,18.421434020996095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.2,5.96495361328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,5.994649505615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,25.168141174316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,7.48853759765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.2,8.464518737792968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,12.49771499633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.2,18.480723571777343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,25.450592041015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.07464960217475891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.06252800226211548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.0907904028892517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.07479040026664734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.01,0.06167680025100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.04909439980983734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09607040286064147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.01,0.04596480131149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.2,0.061350399255752565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.12385280132293701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.01,0.05486080050468445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.1256384015083313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.2,0.044121599197387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.07096319794654846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.2,0.053625601530075076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.0856768012046814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.01,0.07438079714775085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.12435840368270874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.12139519453048705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.2,0.06432639956474304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.01,0.08477439880371093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.12966400384902954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.12665599584579468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.2,0.07909759879112244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.01,0.11481599807739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.13027199506759643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.1289791941642761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.2,0.12341120243072509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.01,0.12216320037841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.13810559511184692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.1331455945968628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.2,0.12522239685058595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.01,0.12476799488067628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.1427072048187256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.13243520259857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.2,0.13222399950027466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.14710400104522706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.01,0.13121919631958007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.15192320346832275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.1432703971862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.2,0.1318336009979248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.01,0.13514879941940308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.15690879821777343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.01,0.1374848008155823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.2,0.12942080497741698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.16482559442520142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.15921920537948608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.01,0.14440959692001343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.2,0.13852159976959227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.17176320552825927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.15271040201187133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.01,0.1480191946029663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.2,0.1494271993637085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.19001599550247192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.16236799955368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.01,0.15251840353012086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.2,0.15265920162200927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.01,0.16324479579925538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.1754688024520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.2,0.15534080266952516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.2182528018951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.01,0.1657855987548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.2,0.16267520189285278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.1852671980857849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.2647615909576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.01,0.17838079929351808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.2,0.17267839908599852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.21760640144348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.31607038974761964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.01,0.20981121063232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.2,0.18012800216674804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.22946560382843018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.3977152109146118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.2,0.20429439544677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.01,0.224236798286438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,0.47928318977355955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.28689279556274416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.2,0.23256320953369142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.3286911964416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.01,0.27272961139678953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,0.6574719905853271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.2,0.2905791997909546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.4508224010467529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.01,0.3201855897903442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,0.8207103729248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.2,0.34155519008636476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,0.5383103847503662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.01,0.42680959701538085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,1.169696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.2,0.464844799041748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.01,0.5030655860900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,0.8208255767822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.2,0.5558464050292968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,0.9912960052490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.01,0.7126719951629639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,1.5590656280517579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.01,0.92542724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,1.4798848152160644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.2,0.8291647911071778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,1.9632511138916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.01,1.3945216178894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,2.0932287216186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.2,1.0470080375671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,3.6391231536865236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.2,1.4972543716430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.01,1.6889919281005858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,2.8779008865356444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.2,2.092704010009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.01,2.154707145690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,4.428895950317383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,7.600691223144532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.2,3.2329345703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.01,3.5806209564208986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,9.92972183227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.2,5.033587265014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.01,7.055833435058593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.2,11.17822723388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.01,0.05052800178527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.01,0.04482559859752655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.01,0.05248000025749207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.01,0.07590399980545044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.2,0.050547200441360476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.01,0.08241279721260071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.2,0.04366079866886139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.046374401450157164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.04679040014743805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.01,0.12063360214233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.2,0.05132799744606018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04663679897785187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.01,0.1264256000518799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.046412798762321475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.2,0.062105602025985716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.056480002403259275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.01,0.13080960512161255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05702400207519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07555840015411378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.2,0.07897599935531616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06974719762802124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.01,0.13348480463027954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.0865664005279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.01,0.13983999490737914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.09114879965782166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.2,0.12193919420242309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.1412608027458191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.01,0.14709759950637818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.14621440172195435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.2,0.12721920013427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.15201280117034913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.2,0.13292160034179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.01,0.15520000457763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.14977279901504517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.1602944016456604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.2,0.1402943968772888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.01,0.1648576021194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.15631359815597534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.16903680562973022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.01,0.1659775972366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.2,0.14160640239715577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.16312320232391359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.17203840017318725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.2,0.14986879825592042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.17474559545516968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.01,0.1740991950035095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.17741440534591674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.2,0.16021759510040284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.17979520559310913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.01,0.18655359745025635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.19028480052948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.2,0.1675647974014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.19385600090026855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.01,0.21011199951171874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.2027519941329956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.2,0.17055360078811646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.20407040119171144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.01,0.2422015905380249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.20351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.2,0.17917439937591553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.20346879959106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.01,0.2675584077835083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.01,0.339737606048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.22541439533233643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.22439680099487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.2,0.18587520122528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.01,0.40609278678894045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.23556480407714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.23547520637512206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.2,0.21320319175720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.01,0.5547904014587403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.27190399169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.2682816028594971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.2,0.2676991939544678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.01,0.7044735908508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.33523199558258054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.3315648078918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.2,0.28181118965148927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.2,0.35732479095458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.3637120008468628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.368287992477417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.01,0.9561984062194824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.2,0.39940481185913085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.47301759719848635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.47158398628234866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.01,1.1851903915405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.2,0.5590976238250732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.5463039875030518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.5512127876281738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.01,1.693235206604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.2,0.6640255928039551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.7671807765960693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.7642303943634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.01,2.1564992904663085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.2,0.9354559898376464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.9628864288330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.9529472351074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.2,1.2477055549621583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.3883584022521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.3815999984741212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.01,2.813907241821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.8210304260253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.2,1.7211584091186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.8591167449951171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.01,4.793804931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.687071990966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.2,2.3065088272094725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.7443071365356446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.01,10.002028656005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,3.546406555175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.2,3.0688575744628905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,3.6683071136474608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,4.433990478515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,4.7026111602783205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.2,5.929695892333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,7.9548797607421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,7.3697662353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.2,11.874931335449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,16.182765197753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,16.14085693359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.2,0.11641600131988525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.01,0.1155392050743103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.2,0.0867904007434845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.01,0.12479360103607177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.2,0.10919040441513062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.01,0.11685760021209717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.2,0.14242559671401978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.01,0.15375360250473022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.01,0.19761279821395875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.2,0.27254400253295896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.01,0.2885119915008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.18439040184020997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.2,0.3098687887191772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.01,0.3045248031616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.2,0.3201855897903442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.2291775941848755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.01,0.3191744089126587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.11719679832458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.2,0.3319551944732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.01,0.32566399574279786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.18640639781951904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.16883200407028198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.2,0.3402048110961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.01,0.3350591897964478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.10819200277328492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.2016767978668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.01,0.357696008682251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.2,0.35272960662841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.11171200275421142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.31074559688568115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.2,0.3536895990371704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.01,0.35987200736999514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.33038721084594724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.01,0.3850496053695679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.15750399827957154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.3246527910232544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.2,0.3922368049621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.01,0.3919424057006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.18172800540924072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.3361727952957153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.2,0.41896958351135255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.01,0.40974721908569334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.30643839836120607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.34279038906097414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.3162879943847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.2,0.4303487777709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.01,0.4233727931976318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.2951103925704956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.35720319747924806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.01,0.4414976119995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.2,0.4485055923461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.3370752096176147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.01,0.5021503925323486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.35866880416870117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.2,0.5319808006286622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.3700736045837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.3336319923400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.01,0.553766393661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.2,0.5438528060913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.3776128053665161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.3516416072845459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.01,0.7259456157684326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.2,0.6462399959564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.39176321029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.36407039165496824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.01,0.753331184387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.2,0.7679935932159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.3819967985153198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.37216639518737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.01,0.9843775749206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.01,1.086732769012451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.2,1.0942527770996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.39231998920440675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.4216320037841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.40611839294433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.01,1.5045568466186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.46785922050476075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.2,1.1967167854309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.3987071990966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.5187520027160645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.01,2.05666561126709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.2,1.6283903121948242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.468614387512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.6785151958465576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.5120768070220947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,0.7343616008758544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.01,2.9213695526123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.2,2.122841644287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.0618623733520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.5858367919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.01,2.9758016586303713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.2,3.277171325683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,1.1401472091674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.7058752059936524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.2,3.5755008697509765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.01,3.912294387817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,1.4635135650634765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,0.9045951843261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.2998144149780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,1.7863424301147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.2,4.876755142211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.01,6.5677955627441404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,1.1974464416503907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,2.4730239868164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.2,8.707161712646485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.01,12.980415344238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,1.6387327194213868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,3.266694259643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,1.9392959594726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.2,17.02965087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,4.582559967041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,2.595206451416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,6.909120178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,4.4312896728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,14.818695068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,5.256569671630859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,8.474361419677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,19.063148498535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.01,0.08972799777984619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.01,0.08709759712219238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.01,0.08336640000343323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.01,0.14657280445098878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.2,0.08296319842338562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.01,0.1871999979019165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.2,0.07114239931106567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.01,0.29617919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.07489920258522034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.2,0.09131519794464112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.01,0.29738879203796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.0795199990272522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.2,0.1421504020690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.01,0.3265023946762085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.07512959837913513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.2,0.1702911972999573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.01,0.3282047986984253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.07159680128097534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.14642560482025146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.2,0.28988800048828123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.01,0.33994240760803224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.19096319675445556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.01,0.34746880531311036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.2,0.29711360931396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.09738879799842834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.3083199977874756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.01,0.3601344108581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.2,0.32058238983154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.14057600498199463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.32661759853363037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.01,0.3719680070877075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.2,0.33806719779968264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.1746240019798279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.34241280555725095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.01,0.38988800048828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.2,0.3564863920211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.2989952087402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.35886080265045167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.3336064100265503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.01,0.41576318740844725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.2,0.3689919948577881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.3373055934906006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.01,0.43050241470336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.3768064022064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.2,0.37132160663604735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.36579198837280275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.394214391708374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.01,0.4797183990478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.2,0.3869760036468506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.3736448049545288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.4134335994720459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.2,0.402726411819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.01,0.5437183856964112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.4012415885925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.44586877822875975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.2,0.4078847885131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.01,0.5659520149230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.4208960056304932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.4593599796295166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.2,0.43875842094421386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.01,0.6908415794372559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.4860223770141602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.45095038414001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.2,0.4744959831237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.01,0.740825605392456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.513043212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.4705471992492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.2,0.5475584030151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.01,0.9653440475463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.5331456184387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.49511041641235354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.2,0.5637695789337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.01,1.1388287544250488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.6286848068237305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.5100031852722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.2,0.6770175933837891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.6854144096374511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.5425727844238282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.01,1.5725631713867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.2,0.7759039878845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.6299520015716553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.8497088432312012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.2,1.0093695640563964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.01,2.0930816650390627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.7014848232269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,1.024998378753662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.2,1.2014975547790527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.01,2.9346431732177733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.8633279800415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.3363840103149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.2,1.7008703231811524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.01,3.687142562866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.9881279945373536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.7175743103027343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.3158656120300294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.2,2.1138431549072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,2.417465591430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.01,4.764371109008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.734022331237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,2.8259199142456053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.2,3.034342384338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.01,7.877286529541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,2.4188671112060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,4.08342399597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.2,4.357830429077149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,2.900089645385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,5.599468612670899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.01,15.531462097167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.2,5.241337585449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,4.146758270263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,7.01111068725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.2,8.992588806152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,5.855404663085937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,11.714406585693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.2,16.994776916503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,7.450950622558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,12.222943878173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,25.35404815673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,25.679608154296876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.01,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.01,0.16212480068206786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.2,0.11247999668121338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.01,0.27832319736480715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.2,0.17058559656143188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.01,0.13667839765548706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.01,0.24014720916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.2,0.14013439416885376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.2,0.23600640296936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.17547520399093627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.01,0.3324160099029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.27345919609069824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.2,0.30684800148010255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.01,0.40240001678466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.01,0.48131837844848635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.5063551902770996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.2,0.3673408031463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.17459839582443237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.01,0.501087999343872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.1627776026725769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.2,0.45706877708435056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.2729919910430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.01,0.5410431861877442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.24133119583129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.2,0.5124608039855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.23887999057769777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.01,0.5431359767913818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.1487615942955017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.3873408079147339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.2,0.509503984451294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.01,0.5833024024963379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.01,0.5730559825897217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.398470401763916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.2,0.5454912185668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.2217024087905884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.01,0.6288832187652588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.5139776229858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.3323456048965454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.2,0.5414912223815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.01,0.6462016105651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.5401472091674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.38570239543914797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.2,0.5818687915802002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.01,0.685152006149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.5184192180633544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.4965951919555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.2,0.6321280002593994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.01,0.725439977645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.5826879978179932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.01,0.8076095581054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.514796781539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.2,0.6973311901092529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.5729472160339355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.01,0.8635711669921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.2,0.7293248176574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.5230144023895263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.6249216079711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.01,1.0316736221313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.2,0.754527997970581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.5091328144073486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.626310396194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.5582655906677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.2,0.8359040260314942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.01,1.015385627746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.6677951812744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.7116288185119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.6044991970062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.2,0.8699775695800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.01,1.2451711654663087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.702950382232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.6180543899536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.01,1.4675071716308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.2,1.0464768409729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.8090239524841308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.6703423976898193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.2,1.0636799812316895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.01,1.8516159057617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.8613759994506835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.7325952053070068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.0132160186767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.2,1.3212672233581544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.01,2.100864028930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.0447808265686036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.7297279834747314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.2,1.6247615814208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.01,2.792448043823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.238969612121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.8121343612670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.2,1.9506048202514648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.01,3.5486785888671877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,1.250931167602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.880396842956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.2,2.2237312316894533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.01,4.443225479125976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,1.5391807556152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.0484800338745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.2,3.158028793334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,1.9366399765014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.01,6.39422721862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.1587840080261231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.2,4.025977706909179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,2.6916032791137696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.461728000640869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.2,4.934476852416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,3.163315200805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.01,14.606597900390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,1.481663990020752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,1.858835220336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,4.090707015991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.2,8.037856292724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,2.2090431213378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,6.211321640014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,2.827507209777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.2,15.292338562011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,3.638278579711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,11.652761840820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,4.659097671508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,6.40508804321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,15.883917236328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.01,0.08617600202560424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.01,0.11066880226135253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.01,0.16219520568847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.01,0.12878079414367677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.01,0.22758400440216064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.01,0.34408960342407224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.0809664011001587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.08750720024108886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.01,0.38689920902252195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.2,0.08853759765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.11692800521850585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.2,0.11040639877319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.01,0.4900224208831787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.13292160034179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.2,0.11016319990158081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.01,0.5185919761657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.23634560108184816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.2,0.12933119535446166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.3497215986251831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.2,0.20655360221862792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.01,0.522982406616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.0812928020954132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.2,0.29323520660400393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.406771183013916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.08182399868965148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.01,0.5617472171783447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.2,0.3480639934539795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.09479039907455444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.5311872005462647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.01,0.5860544204711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.2,0.4794303894042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.13555840253829957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.5614399909973145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.01,0.6092544078826905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.2,0.4987840175628662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.2108992099761963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.2,0.5159167766571044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.01,0.6310719966888427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.576262378692627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.2,0.5565375804901123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.29843840599060056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.01,0.6933760166168212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.6280320167541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.2,0.5705023765563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.36154880523681643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.01,0.7498816013336181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.644812822341919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.2,0.5951295852661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.5097663879394532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.01,0.7656511783599853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.6875904083251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.2,0.6316160202026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.5271039962768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.2,0.6913663864135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.01,0.8982720375061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.7271552085876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.2,0.7344511985778809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.5648575782775879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.7840447902679444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.01,0.9242048263549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.2,0.7387775897979736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.6027584075927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.8271743774414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.01,1.0749247550964356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.2,0.8671551704406738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.6604928016662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.9058176040649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.01,1.1288127899169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.2,0.9661567687988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.6686399936676025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.01,1.0582207679748534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.2,1.1176063537597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.01,1.3576767921447754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.2,1.1478528022766112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.7205440044403076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,1.1311679840087892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.01,1.754105567932129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.2,1.4430591583251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.7857600212097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.3758336067199708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.01,2.1796287536621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.2,1.9190784454345704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.8292927742004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.4310400009155273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.01,2.3903488159179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.2,2.3333248138427733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.9221823692321778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.8192384719848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.01,3.481139373779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.2,2.6279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.2,1.0705599784851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.3268096923828123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.01,4.449286270141601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,1.1166463851928712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.2,3.536511993408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,3.1007551193237304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.01,5.335884857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.361075210571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.2,4.47760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,3.6785598754882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.4662528038024902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,5.218035125732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.2,5.5427391052246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.01,8.614310455322265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.8493696212768556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,6.438944244384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.2,8.680300903320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.3714176177978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.01,17.090757751464842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,7.91259536743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,3.1532928466796877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.2,18.579327392578126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,3.805062484741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,13.09801025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,5.340537643432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,6.547366333007813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,26.19327392578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,8.054790496826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,13.823411560058593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,26.354437255859374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,power_law_1.01,0.08715519905090333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,power_law_1.01,0.0936959981918335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,power_law_1.01,0.09866880178451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,power_law_1.01,0.09720320105552674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,power_law_1.01,0.09772160053253173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,power_law_1.01,0.13742079734802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,power_law_1.01,0.13567999601364136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,power_law_1.01,0.13722879886627198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,power_law_1.2,0.08675839900970458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,power_law_1.01,0.1499008059501648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,power_law_1.2,0.10602879524230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,power_law_1.01,0.14791040420532225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,power_law_1.2,0.0902079999446869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,power_law_1.01,0.17303680181503295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,power_law_1.01,0.17463040351867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,power_law_1.2,0.09599999785423279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,power_law_1.2,0.09811199903488159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,power_law_1.01,0.19603840112686158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,power_law_1.2,0.11485439538955688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,power_law_1.01,0.20882558822631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,power_law_1.2,0.13097599744796753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,power_law_1.01,0.27779200077056887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,power_law_1.2,0.1360383987426758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,power_law_1.2,0.14360320568084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,power_law_1.01,0.30808320045471194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,power_law_1.2,0.17725440263748168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,power_law_1.01,0.4176896095275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,power_law_1.2,0.1531391978263855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,power_law_1.2,0.19225599765777587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,power_law_1.01,0.4446080207824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,power_law_1.2,0.19344639778137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,power_law_1.01,0.619488000869751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,power_law_1.2,0.21722240447998048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,power_law_1.01,0.8761664390563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,power_law_1.2,0.24534399509429933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,power_law_1.2,0.2607872009277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,power_law_1.01,1.3209535598754882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,power_law_1.2,0.30892798900604246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,power_law_1.01,1.7306432723999023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,power_law_1.2,0.45549440383911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,power_law_1.2,0.5751039981842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,power_law_1.01,2.6950847625732424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,power_law_1.2,0.7332736015319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,power_law_1.01,4.129439926147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,power_law_1.2,1.000812816619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,power_law_1.2,1.6424640655517577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,power_law_1.01,6.419097900390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,power_law_1.2,2.1760639190673827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,power_law_1.01,7.523289489746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,power_law_1.2,3.4550785064697265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,power_law_1.2,4.4490814208984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,power_law_1.01,9.402944183349609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,power_law_1.2,5.412627029418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,4,power_law_1.01,13.472647094726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,power_law_1.2,8.134905242919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,power_law_1.2,10.916358184814452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,4,power_law_1.01,25.99842529296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,2,4,power_law_1.2,18.513087463378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,2,4,power_law_1.2,30.5375732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,power_law_1.01,0.11288959980010986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,power_law_1.2,0.11253759860992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,power_law_1.01,0.11939840316772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,power_law_1.2,0.11827839612960815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,power_law_1.2,0.11242239475250244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,power_law_1.01,0.11094399690628051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,power_law_1.2,0.11183359622955322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,power_law_1.01,0.11103359460830689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,power_law_1.01,0.07083520293235779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,power_law_1.2,0.11134079694747925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,power_law_1.01,0.11132800579071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,power_law_1.01,0.07834240198135375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,power_law_1.2,0.13898880481719972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,power_law_1.01,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,power_law_1.01,0.08179200291633607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,power_law_1.2,0.16002559661865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,power_law_1.01,0.16790399551391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,power_law_1.01,0.10172799825668336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,power_law_1.2,0.17009279727935792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,power_law_1.01,0.10191359519958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,power_law_1.2,0.211411190032959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,power_law_1.01,0.17049599885940553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,power_law_1.2,0.07542399764060974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,power_law_1.2,0.22302720546722413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,power_law_1.01,0.11381759643554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,power_law_1.01,0.18948479890823364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,power_law_1.2,0.07512959837913513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,power_law_1.2,0.17772799730300903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,power_law_1.01,0.12865279912948607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,power_law_1.01,0.2016063928604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,power_law_1.2,0.08748800158500672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,power_law_1.2,0.2412735939025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,power_law_1.01,0.13912960290908813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,power_law_1.01,0.18996479511260986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,power_law_1.2,0.10011520385742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,power_law_1.2,0.2438271999359131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,power_law_1.01,0.1431488037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,power_law_1.01,0.2288383960723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,power_law_1.2,0.10282880067825317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,power_law_1.2,0.11245440244674683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,power_law_1.01,0.2195904016494751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,power_law_1.2,0.25756800174713135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,power_law_1.01,0.1579327940940857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,power_law_1.2,0.13296639919281006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,power_law_1.01,0.26181759834289553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,power_law_1.2,0.2980416059494019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,power_law_1.01,0.1621888041496277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,power_law_1.2,0.14021120071411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,power_law_1.01,0.3088320016860962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,power_law_1.2,0.3492543935775757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,power_law_1.01,0.17494399547576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,power_law_1.2,0.14974720478057862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,power_law_1.01,0.37093119621276854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,power_law_1.2,0.45326719284057615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,power_law_1.01,0.20049920082092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,power_law_1.2,0.15949440002441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,power_law_1.01,0.4657279968261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,power_law_1.01,0.1882367968559265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,power_law_1.2,0.6169919967651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,power_law_1.2,0.16191359758377075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,power_law_1.01,0.5951168060302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,power_law_1.01,0.22017920017242432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.7449920177459717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,power_law_1.2,1.0389823913574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,power_law_1.01,0.22366719245910643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.6607935905456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,power_law_1.2,1.4125568389892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,power_law_1.01,0.2283328056335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,power_law_1.2,0.1962048053741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.0727487564086915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,power_law_1.01,0.31434879302978513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,power_law_1.2,2.2395135879516603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,power_law_1.2,0.16202239990234374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,power_law_1.01,1.4034303665161132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,power_law_1.01,0.3818943977355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,power_law_1.2,0.1886847972869873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,power_law_1.2,2.803385543823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,power_law_1.01,2.192198371887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,power_law_1.2,0.20670080184936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,power_law_1.01,0.514905595779419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,power_law_1.01,2.9122432708740233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,power_law_1.2,4.0923198699951175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,power_law_1.2,0.21761279106140136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,power_law_1.01,0.6607744216918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,power_law_1.01,4.124307250976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,power_law_1.2,5.564396667480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,power_law_1.2,0.29639039039611814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,power_law_1.01,0.8434240341186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,power_law_1.01,5.780268859863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,power_law_1.2,7.815257263183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,power_law_1.2,0.40855679512023924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,power_law_1.01,1.365715217590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,power_law_1.01,8.309881591796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,power_law_1.2,0.5773695945739746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,power_law_1.01,1.9113151550292968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,power_law_1.2,11.436831665039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,power_law_1.2,0.7264319896697998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,power_law_1.01,2.686982345581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,power_law_1.01,11.205382537841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,power_law_1.2,13.636282348632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,power_law_1.2,0.9488448143005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,power_law_1.01,3.5493633270263674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,power_law_1.2,1.4140928268432618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,power_law_1.01,12.566175842285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,power_law_1.01,4.380294418334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,8,power_law_1.2,21.87508544921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,power_law_1.2,1.9122560501098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,power_law_1.01,6.785286712646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,power_law_1.2,2.299148750305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,1,8,power_law_1.01,21.726042175292967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,8,power_law_1.2,44.29478454589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,power_law_1.2,4.055020904541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,2,power_law_1.01,9.412550354003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,power_law_1.2,4.744345474243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,1,8,power_law_1.01,40.089324951171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,2,power_law_1.01,20.870970153808592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,power_law_1.2,6.262355041503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,4,2,power_law_1.2,10.006265258789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,4,2,power_law_1.2,20.807962036132814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,power_law_1.01,0.07342720031738281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,power_law_1.01,0.06536960005760192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,power_law_1.2,0.06355839967727661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,power_law_1.01,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,power_law_1.2,0.07130879759788514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,power_law_1.01,0.0956928014755249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,power_law_1.2,0.07274879813194275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,power_law_1.01,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,power_law_1.01,0.10506880283355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,power_law_1.2,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,power_law_1.01,0.116211199760437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,power_law_1.01,0.15173759460449218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,power_law_1.2,0.09870079755783082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,power_law_1.01,0.15716480016708373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,power_law_1.2,0.10709120035171509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,power_law_1.01,0.17222399711608888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,power_law_1.01,0.15294079780578612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,power_law_1.2,0.11303679943084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,power_law_1.01,0.17082879543304444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,power_law_1.2,0.15170559883117676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,power_law_1.01,0.17860480546951293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,power_law_1.01,0.18390400409698487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,power_law_1.2,0.15979520082473755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,power_law_1.01,0.19285759925842286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,power_law_1.2,0.16690560579299926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,power_law_1.01,0.2141119956970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,power_law_1.2,0.15415680408477783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,power_law_1.01,0.23366398811340333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,power_law_1.01,0.30706560611724854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,power_law_1.2,0.16799999475479127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.28236799240112304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,power_law_1.2,0.17811199426651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.3940927982330322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,power_law_1.2,0.17153919935226442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.49222397804260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.697542381286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,power_law_1.2,0.19292800426483153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.9076992034912109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,power_law_1.2,0.2137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,power_law_1.01,1.3131327629089355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,power_law_1.2,0.23660800457000733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.6815807342529296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,power_law_1.2,0.30127999782562254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,power_law_1.01,2.4678720474243163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.2823616027832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.39190399646759033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,power_law_1.01,3.231475067138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.48696317672729494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.6916031837463379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,power_law_1.01,4.012044906616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.8897536277770997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,1,power_law_1.01,6.3570304870605465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,power_law_1.2,1.2590463638305665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,power_law_1.2,1.6512191772460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,1,power_law_1.01,12.62674560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,power_law_1.2,2.441132736206055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,power_law_1.2,3.200896072387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,power_law_1.2,3.965727996826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,14336,2,8,8,1,power_law_1.2,6.286495971679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,14336,2,8,8,1,power_law_1.2,12.504550170898437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,power_law_1.01,0.11626880168914795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,power_law_1.01,0.12035200595855713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,power_law_1.01,0.11523840427398682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,power_law_1.01,0.1319551944732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,power_law_1.01,0.13243520259857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,power_law_1.01,0.14495359659194945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,power_law_1.2,0.10708479881286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,power_law_1.01,0.14940799474716188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,power_law_1.2,0.13107839822769166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,power_law_1.2,0.12997759580612184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,power_law_1.01,0.16403199434280397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,power_law_1.2,0.13027199506759643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,power_law_1.01,0.16792960166931153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,power_law_1.2,0.13000960350036622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,power_law_1.2,0.1455423951148987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,power_law_1.01,0.1921728014945984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,power_law_1.01,0.21313920021057128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,power_law_1.2,0.17984000444412232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,power_law_1.01,0.21326720714569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,power_law_1.2,0.19406720399856567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,power_law_1.01,0.22958080768585204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,power_law_1.2,0.18339200019836427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,power_law_1.2,0.1954624056816101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,power_law_1.01,0.26725120544433595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,power_law_1.2,0.21634559631347655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,power_law_1.01,0.37159678936004636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,power_law_1.2,0.27336320877075193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,power_law_1.01,0.4006015777587891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,power_law_1.2,0.2969791889190674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,power_law_1.2,0.3018111944198608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,power_law_1.01,0.4430975914001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,power_law_1.2,0.4242559909820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,power_law_1.01,0.6105599880218506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,power_law_1.2,0.4196800231933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,power_law_1.2,0.7030399799346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,power_law_1.01,0.76593918800354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,power_law_1.2,0.93820161819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,power_law_1.01,1.3171839714050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,power_law_1.2,1.2822976112365723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,power_law_1.01,1.4431488037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,power_law_1.2,1.5116031646728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,power_law_1.2,2.5245248794555666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,power_law_1.01,2.1917888641357424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,power_law_1.2,2.869152069091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,power_law_1.01,3.6715328216552736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,power_law_1.2,5.206764984130859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,power_law_1.01,4.011872100830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,power_law_1.2,7.244249725341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,power_law_1.01,5.29601936340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,power_law_1.2,11.874002838134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,power_law_1.01,11.681791687011719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,power_law_1.2,13.660870361328126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,power_law_1.01,9.705939483642577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,power_law_1.2,15.745919799804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,power_law_1.01,12.916767883300782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,4,power_law_1.2,30.865829467773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,2,4,power_law_1.01,27.1289794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,4,power_law_1.2,67.32133178710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,2,4,power_law_1.01,53.54274291992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,power_law_1.01,0.13340799808502196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,power_law_1.01,0.15112320184707642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,power_law_1.01,0.13383040428161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,power_law_1.01,0.1307263970375061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,power_law_1.01,0.1312831997871399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,power_law_1.01,0.18795520067214966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,power_law_1.01,0.2424448013305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,power_law_1.01,0.2131648063659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,power_law_1.2,0.1320575952529907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,power_law_1.01,0.24031360149383546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,power_law_1.01,0.25508480072021483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,power_law_1.2,0.14814720153808594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,power_law_1.01,0.23722879886627196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,power_law_1.01,0.25532801151275636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,power_law_1.2,0.1331264019012451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,power_law_1.01,0.3327359914779663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,power_law_1.2,0.13054720163345337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,power_law_1.01,0.3966655969619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,power_law_1.01,0.48496642112731936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,power_law_1.2,0.13080960512161255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,power_law_1.01,0.507532787322998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,power_law_1.2,0.2
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,power_law_1.01,0.637011194229126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,power_law_1.2,0.24150400161743163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,power_law_1.01,0.8672384262084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,power_law_1.2,0.21233279705047609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.1751808166503905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,power_law_1.01,1.6731712341308593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,power_law_1.2,0.23879680633544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,power_law_1.01,2.4542848587036135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,power_law_1.2,0.26788480281829835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,power_law_1.2,0.23593599796295167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,power_law_1.01,3.2583038330078127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,power_law_1.2,0.29092481136322024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,power_law_1.01,4.244736099243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,power_law_1.2,0.3126336097717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,power_law_1.01,6.586246490478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,power_law_1.2,0.3952640056610107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,power_law_1.01,8.320390319824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,power_law_1.2,0.41427202224731446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,power_law_1.2,0.557593584060669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,power_law_1.01,13.478656005859374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,power_law_1.2,0.58089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,power_law_1.2,0.9220416069030761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,power_law_1.01,18.14085693359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,power_law_1.2,1.13635196685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,power_law_1.2,1.8224512100219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,power_law_1.2,2.3791807174682615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,power_law_1.01,23.25636444091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,power_law_1.2,3.4270912170410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,power_law_1.2,4.715961456298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,power_law_1.2,7.022732543945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,8,power_law_1.01,34.463134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,power_law_1.2,8.935404968261718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,power_law_1.2,13.563917541503907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,power_law_1.01,0.09155840277671815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,power_law_1.01,0.07486079931259156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,power_law_1.01,0.11006720066070556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,8,power_law_1.01,71.8463623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,power_law_1.2,18.63494415283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,power_law_1.01,0.1239359974861145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,power_law_1.2,0.09274880290031433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,power_law_1.01,0.13155839443206788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,power_law_1.2,22.182662963867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,power_law_1.2,0.09511680006980897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,power_law_1.01,0.1496448040008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,power_law_1.2,0.11170560121536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,power_law_1.01,0.18127360343933105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,power_law_1.2,0.13159680366516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,power_law_1.01,0.16120320558547974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,1,8,power_law_1.2,35.29714660644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,power_law_1.2,0.1334272027015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,power_law_1.01,0.1800447940826416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,power_law_1.2,0.15468159914016724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,power_law_1.01,0.19385600090026855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,power_law_1.2,0.17147519588470458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,power_law_1.01,0.18947839736938477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,power_law_1.01,0.21697280406951905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,power_law_1.2,0.1550655961036682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,power_law_1.01,0.23438079357147218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,power_law_1.2,0.19363839626312257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,1,8,power_law_1.2,73.65240478515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,power_law_1.01,0.2573951959609985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,power_law_1.2,0.19473279714584352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,power_law_1.01,0.28395519256591795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,power_law_1.2,0.21865599155426024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,power_law_1.2,0.24293119907379152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,power_law_1.01,0.29815680980682374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,power_law_1.2,0.23672959804534913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,power_law_1.01,0.3475647926330566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,power_law_1.2,0.24996480941772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,power_law_1.01,0.4557631969451904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,power_law_1.01,0.5508416175842286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,power_law_1.2,0.29427199363708495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,power_law_1.01,0.8307071685791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,power_law_1.2,0.30543999671936034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,power_law_1.01,0.8442239761352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,power_law_1.2,0.32126080989837646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,power_law_1.2,0.46727681159973145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,power_law_1.01,1.4461376190185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,power_law_1.2,0.5440896034240723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,power_law_1.01,2.1272064208984376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,power_law_1.2,0.82675199508667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,power_law_1.01,2.9410112380981444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,power_law_1.2,1.0566720008850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,power_law_1.01,4.231340789794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,power_law_1.2,1.8294912338256837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,power_law_1.01,5.702579116821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,power_law_1.2,2.2265024185180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,power_law_1.01,7.970297241210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,power_law_1.2,2.956287956237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,power_law_1.01,9.277247619628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,power_law_1.2,3.9574913024902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,power_law_1.2,6.754176330566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,2,power_law_1.01,14.745651245117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,power_law_1.2,8.966387176513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,power_law_1.2,8.601376342773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,2,power_law_1.01,35.60545349121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,4,2,power_law_1.2,15.54284210205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,4,2,power_law_1.2,35.44606018066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,power_law_1.01,0.07407360076904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,power_law_1.01,0.0852735996246338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,power_law_1.01,0.09589759707450866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,power_law_1.01,0.12944639921188356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,power_law_1.01,0.1335487961769104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,power_law_1.01,0.1525056004524231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,power_law_1.01,0.1684928059577942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,power_law_1.01,0.22024319171905518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,power_law_1.01,0.23584001064300536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,power_law_1.01,0.25489919185638427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,power_law_1.01,0.23613440990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,power_law_1.01,0.24945919513702391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,power_law_1.01,0.2553600072860718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,power_law_1.01,0.2614272117614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,power_law_1.2,0.07093120217323304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,power_law_1.01,0.282476806640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,power_law_1.01,0.3121920108795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,power_law_1.2,0.08823040127754211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,power_law_1.01,0.324288010597229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,power_law_1.2,0.0930239975452423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,power_law_1.01,0.43089280128479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.43169279098510743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,power_law_1.2,0.13415039777755738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.6023359775543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,power_law_1.2,0.1350399971008301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.7755839824676514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,power_law_1.2,0.14591360092163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,power_law_1.01,1.1092032432556151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,power_law_1.01,1.4374272346496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,power_law_1.2,0.15444480180740355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,power_law_1.01,2.092684745788574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,power_law_1.2,0.1680448055267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,power_law_1.2,0.18577280044555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,power_law_1.01,2.759110450744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,power_law_1.2,0.2029952049255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,power_law_1.01,4.07507209777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,power_law_1.2,0.23553919792175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,power_law_1.2,0.2568511962890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,power_law_1.01,5.343801498413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,power_law_1.2,0.2754751920700073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,power_law_1.2,0.21403520107269286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,power_law_1.01,6.642066955566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,power_law_1.2,0.23680639266967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,power_law_1.2,0.26426880359649657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,1,power_law_1.01,10.519647979736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,power_law_1.2,0.32527360916137693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,power_law_1.2,0.4278463840484619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,1,power_law_1.01,20.91119384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.4328000068664551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.6065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.7790016174316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,power_law_1.2,1.1085824012756347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,power_law_1.2,1.4212736129760741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,power_law_1.2,2.0907007217407227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,power_law_1.2,2.7582399368286135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,power_law_1.2,4.077548980712891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,power_law_1.2,5.339756774902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,power_law_1.2,6.642291259765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,16384,2,8,8,1,power_law_1.2,10.517561340332032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,16384,2,8,8,1,power_law_1.2,20.881190490722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,power_law_1.01,0.1251263976097107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,power_law_1.01,0.16984319686889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,power_law_1.01,0.11303679943084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,power_law_1.01,0.1415295958518982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,power_law_1.01,0.18362239599227906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,power_law_1.01,0.22634239196777345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,power_law_1.01,0.3040127992630005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,power_law_1.01,0.3044095993041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,power_law_1.01,0.3227008104324341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,power_law_1.01,0.3089024066925049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,power_law_1.01,0.340665602684021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,power_law_1.01,0.3761919975280762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,power_law_1.01,0.3886591911315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,power_law_1.01,0.43104000091552735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,power_law_1.01,0.46742401123046873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,power_law_1.01,0.5107135772705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,power_law_1.2,0.12338559627532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,power_law_1.01,0.4925119876861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,power_law_1.2,0.1660416007041931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,power_law_1.01,0.5896063804626465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,power_law_1.01,0.6199935913085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,power_law_1.2,0.11319680213928222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,power_law_1.01,0.728652811050415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,power_law_1.2,0.13738880157470704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,power_law_1.2,0.1812351942062378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,power_law_1.01,0.8993472099304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,power_law_1.2,0.19598079919815065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,power_law_1.01,1.2325759887695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,power_law_1.2,0.2809279918670654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,power_law_1.01,1.4007360458374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,power_law_1.2,0.2974400043487549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,power_law_1.01,2.094783973693848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,power_law_1.2,0.3110527992248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,power_law_1.01,2.7195520401000977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,power_law_1.2,0.3380928039550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,power_law_1.01,3.8633792877197264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,power_law_1.2,0.35050880908966064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,power_law_1.01,5.033638381958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,power_law_1.2,0.37072000503540037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,power_law_1.01,6.133075332641601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,power_law_1.2,0.38385920524597167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,power_law_1.2,0.44728960990905764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,power_law_1.2,0.4784704208374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,4,power_law_1.01,9.80738525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,power_law_1.2,0.5361728191375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,power_law_1.2,0.5310400009155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,4,power_law_1.01,19.162342834472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,power_law_1.2,0.6252543926239014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,power_law_1.2,0.655289602279663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,power_law_1.2,0.7971392154693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,power_law_1.2,0.9942079544067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,power_law_1.2,1.3407999992370605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,power_law_1.2,1.4887359619140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,power_law_1.2,2.4036415100097654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,power_law_1.2,2.7828800201416017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,power_law_1.2,4.1673534393310545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,power_law_1.2,5.386707305908203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,power_law_1.2,6.696018981933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,4,power_law_1.2,11.218297576904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,4,power_law_1.2,19.61854705810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,power_law_1.01,0.16919679641723634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,power_law_1.01,0.25287039279937745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,power_law_1.01,0.16367360353469848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,power_law_1.01,0.14513920545578002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,power_law_1.01,0.19635839462280275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,power_law_1.01,0.21884799003601074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,power_law_1.01,0.30319359302520754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,power_law_1.2,0.17136000394821166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,power_law_1.01,0.3222208023071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,power_law_1.2,0.22140800952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,power_law_1.01,0.3143359899520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,power_law_1.01,0.3219712018966675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,power_law_1.2,0.11436159610748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,power_law_1.2,0.1432703971862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,power_law_1.01,0.3491328001022339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,power_law_1.2,0.1852671980857849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,power_law_1.01,0.36151680946350095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,power_law_1.2,0.21047039031982423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,power_law_1.01,0.37218561172485354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,power_law_1.2,0.28122239112854003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,power_law_1.01,0.41742720603942873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,power_law_1.01,0.4434048175811768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,power_law_1.2,0.3022207975387573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,power_law_1.01,0.48731517791748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,power_law_1.2,0.30417919158935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,power_law_1.01,0.48864002227783204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,power_law_1.2,0.3178816080093384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,power_law_1.01,0.5552192211151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,power_law_1.2,0.351091194152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,power_law_1.2,0.35780479907989504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.5747263908386231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,power_law_1.2,0.3868160009384155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,power_law_1.2,0.44430079460144045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,power_law_1.01,0.7793536186218262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,power_law_1.2,0.5072896003723144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,power_law_1.01,0.9128191947937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,power_law_1.2,0.5434304237365722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,power_law_1.01,1.1738752365112304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,power_law_1.2,0.49210238456726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,power_law_1.01,1.52925443649292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,power_law_1.2,0.6340864181518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,power_law_1.01,2.1038848876953127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.6669248104095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,power_law_1.01,2.646739196777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,power_law_1.2,0.8124095916748046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,power_law_1.2,0.979520034790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,power_law_1.01,3.8700286865234377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,power_law_1.2,1.2530303955078126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,power_law_1.01,5.633548736572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,power_law_1.2,1.6528575897216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,power_law_1.2,2.7102144241333006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,power_law_1.01,6.5825859069824215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,power_law_1.2,3.2604415893554686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,8,power_law_1.01,9.472128295898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,power_law_1.2,4.680172729492187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,power_law_1.2,6.491539001464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,8,power_law_1.01,20.694476318359374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,power_law_1.2,7.440940856933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,8,power_law_1.2,13.230380249023437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,8,power_law_1.2,24.52054443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,power_law_1.01,0.10760320425033569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,power_law_1.01,0.13135360479354857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,power_law_1.01,0.12183040380477905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,power_law_1.01,0.15215359926223754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,power_law_1.01,0.2073215961456299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,power_law_1.01,0.2607872009277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,power_law_1.01,0.34997119903564455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,power_law_1.01,0.3535360097885132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,power_law_1.01,0.36796159744262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,power_law_1.01,0.36751999855041506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,power_law_1.01,0.4203455924987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,power_law_1.01,0.42766079902648924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,power_law_1.01,0.4428607940673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,power_law_1.01,0.49993600845336916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,power_law_1.01,0.5558335781097412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,power_law_1.01,0.6078656196594239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,power_law_1.01,0.5366335868835449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,power_law_1.01,0.6607744216918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,power_law_1.01,0.709932804107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,power_law_1.2,0.10527360439300537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,power_law_1.01,0.8711296081542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,power_law_1.2,0.12962559461593628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,power_law_1.2,0.12181119918823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,power_law_1.01,0.989254379272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,power_law_1.2,0.15137280225753785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,power_law_1.01,1.3074496269226075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,power_law_1.2,0.19118720293045044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,power_law_1.01,1.5813568115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,power_law_1.2,0.2359231948852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,power_law_1.01,2.1652095794677733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,power_law_1.2,0.3591552019119263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,power_law_1.01,2.755743980407715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,power_law_1.2,0.3528127908706665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,power_law_1.2,0.3543423891067505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,power_law_1.01,3.8522048950195313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,power_law_1.2,0.38517758846282957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,power_law_1.01,4.9485313415527346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,power_law_1.2,0.4162879943847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,power_law_1.2,0.4396480083465576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,power_law_1.01,6.176659011840821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,power_law_1.2,0.4676544189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,power_law_1.2,0.5124351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,2,power_law_1.01,10.220953369140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,power_law_1.2,0.5641215801239013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,power_law_1.2,0.6202752113342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,power_law_1.2,0.5609280109405518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,2,power_law_1.01,19.188365173339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,power_law_1.2,0.6839488029479981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,power_law_1.2,0.7249152183532714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,power_law_1.2,0.882688045501709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,power_law_1.2,1.0582719802856446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,power_law_1.2,1.3750975608825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,power_law_1.2,1.6850303649902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,power_law_1.2,2.2832895278930665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,power_law_1.2,2.787571144104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,power_law_1.2,4.130348968505859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,power_law_1.2,5.387897491455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,power_law_1.01,0.09600639939308167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,power_law_1.2,6.966381072998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,power_law_1.01,0.11287039518356323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,power_law_1.01,0.14464000463485718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,2,power_law_1.2,10.448518371582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,power_law_1.01,0.17342720031738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,power_law_1.01,0.23544321060180665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,power_law_1.01,0.28305280208587646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,power_law_1.01,0.37054080963134767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,2,power_law_1.2,20.62147216796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,power_law_1.2,0.0970624029636383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,power_law_1.01,0.37385599613189696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3860543966293335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,power_law_1.2,0.11269760131835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,power_law_1.01,0.399020791053772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,power_law_1.2,0.14487040042877197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,power_law_1.01,0.42966399192810056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,power_law_1.2,0.16462080478668212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,power_law_1.2,0.21352319717407225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,power_law_1.01,0.4430208206176758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,power_law_1.2,0.2667455911636353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,power_law_1.01,0.47493758201599123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,power_law_1.2,0.3533951997756958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,power_law_1.01,0.5046016216278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,power_law_1.2,0.3697983980178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,power_law_1.01,0.5538815975189209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,power_law_1.01,0.5839424133300781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,power_law_1.2,0.3826303958892822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,power_law_1.01,0.6058495998382568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,power_law_1.2,0.3925823926925659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,power_law_1.01,0.7392000198364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.8479616165161132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,power_law_1.2,0.4394495964050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,power_law_1.2,0.45328640937805176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,power_law_1.01,1.0352512359619142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,power_law_1.2,0.46784000396728515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.1958784103393554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,power_law_1.2,0.5238272190093994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.5315967559814454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,power_law_1.2,0.5711103916168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.9124031066894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,power_law_1.01,2.604556846618652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,power_law_1.2,0.6019328117370606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,power_law_1.2,0.6375103950500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.2965312957763673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,power_law_1.2,0.7632575988769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,power_law_1.01,4.6833854675292965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.8696384429931641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,power_law_1.01,5.994515228271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,power_law_1.2,1.0590144157409669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.2291071891784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,power_law_1.01,7.348793792724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.576979160308838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.941868782043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,1,power_law_1.01,11.335142517089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,power_law_1.2,2.612416076660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,1,power_law_1.01,22.045587158203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.309811019897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,power_law_1.2,4.710649490356445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,power_law_1.2,6.026700973510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,power_law_1.2,7.385324859619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,1,power_law_1.2,11.3285888671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,1,power_law_1.2,21.996672058105467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,power_law_1.01,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,power_law_1.01,0.062067198753356936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,power_law_1.01,0.09060479998588562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,power_law_1.01,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,power_law_1.01,0.12093440294265748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,power_law_1.01,0.12198400497436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,power_law_1.01,0.12200959920883178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,power_law_1.01,0.09691519737243652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,power_law_1.01,0.12425600290298462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,power_law_1.01,0.13771519660949708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,power_law_1.01,0.08426880240440368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,power_law_1.01,0.14570879936218262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,power_law_1.01,0.0702015995979309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,power_law_1.2,0.07556480169296265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,power_law_1.01,0.1474176049232483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,power_law_1.01,0.0898688018321991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,power_law_1.01,0.16143360137939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,power_law_1.2,0.06125440001487732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09811840057373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,power_law_1.01,0.16047359704971315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,power_law_1.2,0.07254400253295898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,power_law_1.01,0.17049599885940553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,power_law_1.01,0.11768319606781005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,power_law_1.2,0.07319679856300354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,power_law_1.01,0.11720960140228272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,power_law_1.01,0.186572802066803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,power_law_1.2,0.09055359959602356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,power_law_1.01,0.11737600564956666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,power_law_1.01,0.1914944052696228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,power_law_1.2,0.12346240282058715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,power_law_1.01,0.12441600561141967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,power_law_1.01,0.21833600997924804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,power_law_1.2,0.12323199510574341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,power_law_1.01,0.1352895975112915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,power_law_1.01,0.258790397644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,power_law_1.2,0.1313088059425354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,power_law_1.01,0.13829760551452636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,power_law_1.01,0.35253119468688965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,power_law_1.01,0.3950079917907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,power_law_1.01,0.15525120496749878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,power_law_1.2,0.1386623978614807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,power_law_1.01,0.5580287933349609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,power_law_1.01,0.16457600593566896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,power_law_1.2,0.13779200315475465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,power_law_1.01,0.6608384132385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,power_law_1.01,0.15263359546661376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,power_law_1.2,0.1491328001022339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,power_law_1.01,0.9913663864135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,power_law_1.2,0.15856000185012817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,power_law_1.01,0.17679359912872314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,power_law_1.2,0.1021888017654419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,power_law_1.01,0.1733504056930542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,power_law_1.2,0.06569600105285645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,power_law_1.2,0.16780799627304077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,power_law_1.01,1.3689920425415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,power_law_1.2,0.07283200025558471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,power_law_1.01,0.18554240465164185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,power_law_1.2,0.16312320232391359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,power_law_1.01,1.947372817993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,power_law_1.2,0.08751360177993775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,power_law_1.01,0.2389120101928711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,power_law_1.2,0.181004798412323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,power_law_1.2,0.09207040071487427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,power_law_1.01,2.515065574645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,power_law_1.2,0.19465600252151488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.2877952098846436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,power_law_1.2,0.11566720008850098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,power_law_1.01,2.763500785827637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,power_law_1.2,0.2011967897415161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.33147521018981935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,power_law_1.2,0.11676160097122193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,power_law_1.2,0.22052481174468994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,4,power_law_1.01,4.342867279052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.39519999027252195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,power_law_1.2,0.1276095986366272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,power_law_1.2,0.30462079048156737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.6065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,power_law_1.2,0.13470079898834228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,power_law_1.2,0.357478404045105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,4,power_law_1.01,8.825241851806641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,power_law_1.01,0.7474495887756347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,power_law_1.2,0.13505280017852783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,power_law_1.2,0.4163008213043213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,power_law_1.2,0.148307204246521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,power_law_1.01,0.9472767829895019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,power_law_1.2,0.5457856178283691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,power_law_1.2,0.15768320560455323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,power_law_1.2,0.7323391914367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,power_law_1.01,1.4091967582702636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,power_law_1.2,0.1742143988609314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,power_law_1.2,0.9748096466064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,power_law_1.01,2.248748779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,power_law_1.2,0.15573760271072387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,power_law_1.2,1.3593152046203614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,power_law_1.01,2.699692726135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,power_law_1.2,0.16922880411148072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,power_law_1.2,2.0847871780395506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,power_law_1.2,0.18814079761505126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,power_law_1.01,3.1793472290039064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,power_law_1.2,0.20346240997314452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,power_law_1.2,3.153171157836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,8,power_law_1.01,5.136320114135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,power_law_1.2,0.24684159755706786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,power_law_1.2,4.0816192626953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.28187520503997804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,8,power_law_1.01,9.359686279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.3614016056060791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,4,power_law_1.2,5.4788352966308596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.4534016132354736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.7017024040222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,power_law_1.2,0.8696640014648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,4,power_law_1.2,10.23825912475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,power_law_1.2,1.3165760040283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,power_law_1.2,1.6905471801757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,power_law_1.2,2.4922943115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,power_law_1.2,3.7853694915771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,power_law_1.2,4.414790344238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,8,power_law_1.2,9.010489654541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,8,power_law_1.2,14.354585266113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,power_law_1.01,0.06170240044593811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,power_law_1.01,0.07046399712562561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,power_law_1.01,0.08595839738845826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,power_law_1.01,0.09987199902534485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,power_law_1.01,0.1272704005241394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,power_law_1.01,0.1297919988632202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,power_law_1.01,0.1315135955810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,power_law_1.01,0.13441280126571656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,power_law_1.01,0.1426367998123169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,power_law_1.01,0.15779199600219726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,power_law_1.01,0.16878080368041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,power_law_1.01,0.1775488018989563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,power_law_1.01,0.1702911972999573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,power_law_1.01,0.18554240465164185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,power_law_1.01,0.20362238883972167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,power_law_1.01,0.2163327932357788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,power_law_1.01,0.25583999156951903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,power_law_1.2,0.060678398609161376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,power_law_1.01,0.28908159732818606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,power_law_1.2,0.06122879981994629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,power_law_1.01,0.36272640228271485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,power_law_1.01,0.4357759952545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,power_law_1.01,0.5751999855041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,power_law_1.2,0.08168320059776306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,power_law_1.2,0.09462400078773499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,power_law_1.01,0.7123456001281738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,power_law_1.2,0.12876800298690796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,power_law_1.2,0.13091200590133667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,power_law_1.01,0.9865344047546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,power_law_1.2,0.13635200262069702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,power_law_1.01,1.2565247535705566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,power_law_1.2,0.14765440225601195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,power_law_1.2,0.1560320019721985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,power_law_1.01,1.7918207168579101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,power_law_1.2,0.15841920375823976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,power_law_1.2,0.1642240047454834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,power_law_1.01,2.292403221130371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,power_law_1.2,0.1765887975692749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,power_law_1.2,0.17649279832839965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,power_law_1.01,2.7216703414916994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,power_law_1.2,0.19848320484161378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,power_law_1.2,0.20186879634857177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,2,power_law_1.01,4.586399841308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,power_law_1.2,0.2211456060409546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,power_law_1.2,0.2639039993286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,2,power_law_1.01,8.578988647460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,power_law_1.2,0.3158015966415405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,power_law_1.2,0.3797440052032471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,power_law_1.2,0.4619328022003174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,power_law_1.2,0.618009614944458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,power_law_1.2,0.6864319801330566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,power_law_1.2,1.0727935791015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,power_law_1.2,1.2529664039611816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,power_law_1.2,1.8510143280029296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,power_law_1.2,2.936467170715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,power_law_1.2,3.0901824951171877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,2,power_law_1.2,5.085459136962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,2,power_law_1.2,9.978502655029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,power_law_1.01,0.13062399625778198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,power_law_1.01,0.13861119747161865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,power_law_1.01,0.11854720115661621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,power_law_1.01,0.13340799808502196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,power_law_1.01,0.1844480037689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,power_law_1.01,0.23927679061889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,power_law_1.01,0.251308798789978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,power_law_1.01,0.2621632099151611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,power_law_1.01,0.2694463968276978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,power_law_1.01,0.27447679042816164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,power_law_1.01,0.2956543922424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,power_law_1.01,0.3208575963973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,power_law_1.01,0.33176960945129397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,power_law_1.01,0.3569983959197998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,power_law_1.01,0.40483841896057127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,power_law_1.2,0.12947200536727904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,power_law_1.2,0.11565439701080323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,power_law_1.01,0.4490623950958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,power_law_1.2,0.11191680431365966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,power_law_1.01,0.44021759033203123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,power_law_1.2,0.13277440071105956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,power_law_1.01,0.5317247867584228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,power_law_1.2,0.15782400369644164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,power_law_1.2,0.22921600341796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,power_law_1.01,0.5455039978027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,power_law_1.2,0.24456319808959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,power_law_1.01,0.7057536125183106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,power_law_1.2,0.25815041065216066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,power_law_1.01,0.9899519920349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,power_law_1.01,1.280288028717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,power_law_1.2,0.28387839794158937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,power_law_1.01,1.4816767692565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,power_law_1.2,0.28913919925689696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,power_law_1.01,1.951968002319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,power_law_1.2,0.3016063928604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,power_law_1.2,0.3258368015289307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,power_law_1.01,2.5186687469482423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,power_law_1.2,0.3667903900146484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,power_law_1.2,0.39857919216156007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,power_law_1.01,3.8527870178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,power_law_1.2,0.4347072124481201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,power_law_1.01,4.959449768066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,power_law_1.2,0.5052480220794677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,power_law_1.2,0.4701056003570557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,power_law_1.01,6.560966491699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,power_law_1.2,0.5793856143951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,power_law_1.2,0.5745215892791748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,4,power_law_1.01,9.500601959228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,power_law_1.2,0.7483520030975341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,power_law_1.2,1.0606464385986327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,4,power_law_1.01,20.3274169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,power_law_1.2,1.3072768211364747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,power_law_1.2,1.5647232055664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,power_law_1.2,2.4373376846313475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,power_law_1.2,2.8963584899902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,power_law_1.2,4.32935676574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,power_law_1.2,6.2956993103027346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,power_law_1.2,8.919955444335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,4,power_law_1.2,12.703475189208984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,4,power_law_1.2,23.48967742919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,power_law_1.01,0.1641983985900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,power_law_1.01,0.17574399709701538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,power_law_1.01,0.12064640522003174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,power_law_1.01,0.15101439952850343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,power_law_1.01,0.19466880559921265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,power_law_1.01,0.2561280012130737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,power_law_1.01,0.2499135971069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,power_law_1.01,0.27250559329986573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,power_law_1.01,0.2744704008102417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,power_law_1.01,0.3121279954910278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,power_law_1.2,0.16267520189285278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,power_law_1.01,0.32625279426574705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,power_law_1.01,0.3596992015838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,power_law_1.2,0.12113280296325683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,power_law_1.01,0.3655679941177368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,power_law_1.2,0.12583680152893068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,power_law_1.01,0.4069056034088135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,power_law_1.2,0.14627200365066528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,power_law_1.01,0.42644481658935546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,power_law_1.01,0.4371967792510986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,power_law_1.2,0.18734079599380493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,power_law_1.01,0.5458752155303955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,power_law_1.2,0.23582720756530762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.5636608123779296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,power_law_1.2,0.25686399936676024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,power_law_1.2,0.26803200244903563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.700928020477295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,power_law_1.2,0.25859200954437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,power_law_1.2,0.28044800758361815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.0436415672302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,power_law_1.2,0.30229759216308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.4571840286254882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,power_law_1.2,0.3303999900817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,power_law_1.2,0.3570048093795776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,power_law_1.01,1.510848045349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,power_law_1.2,0.4000192165374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,power_law_1.01,2.1549503326416017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,power_law_1.2,0.43404159545898435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,power_law_1.01,3.1014144897460936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,power_law_1.2,0.46813440322875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,power_law_1.2,0.45053439140319823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,power_law_1.01,3.9914241790771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,power_law_1.2,0.6490623950958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.6089407920837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,power_law_1.01,5.713107299804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.7849023818969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.1532608032226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,power_law_1.01,7.087891387939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,power_law_1.01,0.10663039684295654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.4287167549133302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,8,power_law_1.01,11.182201385498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,power_law_1.01,0.12284799814224243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,power_law_1.2,1.7770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,power_law_1.01,0.11020799875259399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,power_law_1.01,0.1299839973449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,power_law_1.2,2.6532159805297852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,8,power_law_1.01,22.439724731445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,power_law_1.01,0.16763520240783691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,power_law_1.2,3.8889793395996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,power_law_1.01,0.24074881076812743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,power_law_1.01,0.24812159538269044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,power_law_1.2,5.463148880004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,power_law_1.01,0.26086399555206297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,power_law_1.2,7.798016357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,power_law_1.01,0.2684351921081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,power_law_1.01,0.27340800762176515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,power_law_1.01,0.29081599712371825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,power_law_1.2,9.507769775390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,power_law_1.01,0.3249151945114136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,power_law_1.01,0.34301440715789794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,power_law_1.2,0.10594559907913208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,8,power_law_1.2,15.925479125976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,power_law_1.01,0.36277759075164795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,power_law_1.2,0.08952959775924682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,power_law_1.2,0.1093951940536499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,power_law_1.01,0.3819904088973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,power_law_1.2,0.131660795211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,power_law_1.01,0.41032958030700684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,8,power_law_1.2,28.880474853515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,power_law_1.2,0.14840320348739625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,power_law_1.01,0.4160192012786865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,power_law_1.2,0.22888319492340087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,power_law_1.01,0.51528959274292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,power_law_1.2,0.25508480072021483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,power_law_1.2,0.26680960655212405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,power_law_1.01,0.5823999881744385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,power_law_1.2,0.2642944097518921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,power_law_1.01,0.7284800052642822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,power_law_1.2,0.28619520664215087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,power_law_1.01,0.8341440200805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,power_law_1.2,0.3117248058319092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,power_law_1.01,1.1251839637756347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,power_law_1.2,0.32746880054473876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,power_law_1.2,0.35601279735565183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,power_law_1.01,1.3886272430419921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,power_law_1.2,0.3748863935470581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,power_law_1.01,1.9091072082519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,power_law_1.2,0.3811903953552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,power_law_1.01,2.5122623443603516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,power_law_1.2,0.4444416046142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,power_law_1.2,0.4380864143371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,power_law_1.01,3.654854583740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,power_law_1.2,0.5495296001434327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,power_law_1.2,0.5852608203887939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,power_law_1.01,4.651948928833008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,power_law_1.2,0.7742656230926513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,power_law_1.01,5.665311813354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,power_law_1.2,0.890719985961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,power_law_1.2,1.125312042236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,2,power_law_1.01,9.021427154541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,power_law_1.2,1.4562944412231444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,power_law_1.2,1.9286975860595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,power_law_1.2,2.775276756286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,2,power_law_1.01,17.352064514160155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,power_law_1.2,3.5337665557861326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,power_law_1.2,4.842092895507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,power_law_1.2,6.210591888427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,2,power_law_1.2,10.609292602539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,2,power_law_1.2,20.89153289794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,power_law_1.01,0.12511359453201293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,power_law_1.01,0.17786879539489747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,power_law_1.01,0.2427583932876587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,power_law_1.01,0.1470720052719116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,power_law_1.01,0.19430400133132936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,power_law_1.01,0.27618560791015623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,power_law_1.01,0.3090751886367798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,power_law_1.01,0.3583359956741333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,power_law_1.01,0.38426880836486815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,power_law_1.01,0.39278719425201414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,power_law_1.01,0.4293824195861816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,power_law_1.2,0.12511999607086183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,power_law_1.01,0.44084482192993163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,power_law_1.2,0.1727679967880249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,power_law_1.01,0.48665599822998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,power_law_1.2,0.15687040090560914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,power_law_1.01,0.49068799018859866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,power_law_1.2,0.14455039501190187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,power_law_1.2,0.19685120582580568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,power_law_1.01,0.5340352058410645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,power_law_1.2,0.2545599937438965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,power_law_1.01,0.5829055786132813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,power_law_1.2,0.2756160020828247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,power_law_1.01,0.6047232151031494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,power_law_1.01,0.7462719917297364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,power_law_1.2,0.34780158996582033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,power_law_1.01,0.770527982711792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,power_law_1.2,0.37477760314941405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,power_law_1.2,0.39221758842468263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,power_law_1.01,0.9647744178771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,power_law_1.2,0.43004159927368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,power_law_1.01,1.0226495742797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,power_law_1.2,0.4300032138824463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,power_law_1.01,1.2592000007629394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,power_law_1.2,0.46496000289916994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,power_law_1.01,1.782271957397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,power_law_1.2,0.5072703838348389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,power_law_1.01,2.3046848297119142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,power_law_1.2,0.557151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,power_law_1.01,2.7071296691894533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,power_law_1.2,0.5994368076324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,power_law_1.01,3.886956787109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,power_law_1.2,0.6288000106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,power_law_1.01,5.038227081298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,power_law_1.2,0.773414421081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,power_law_1.01,6.019174575805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,power_law_1.2,0.8001855850219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,power_law_1.2,1.0444031715393067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,4,power_law_1.01,9.981721496582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,power_law_1.2,1.1387328147888183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,power_law_1.2,1.434342384338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,4,power_law_1.01,19.671437072753907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,power_law_1.2,1.9011775970458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,power_law_1.2,2.545043182373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,power_law_1.2,2.8731967926025392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,power_law_1.2,4.1554302215576175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,power_law_1.2,5.814380645751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,power_law_1.2,6.667955017089843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,4,power_law_1.2,10.456800079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,4,power_law_1.2,21.405459594726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,power_law_1.01,0.16894079446792604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,power_law_1.01,0.25715200901031493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,power_law_1.01,0.3810111999511719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,power_law_1.01,0.14420479536056519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,power_law_1.01,0.19227520227432252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,power_law_1.01,0.24832639694213868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,power_law_1.01,0.29781761169433596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,power_law_1.01,0.36394240856170657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,power_law_1.01,0.36992640495300294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,power_law_1.01,0.362771201133728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,power_law_1.01,0.39687678813934324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,power_law_1.01,0.4064320087432861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,power_law_1.01,0.43060479164123533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,power_law_1.01,0.4726719856262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,power_law_1.2,0.1692863941192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,power_law_1.01,0.5415743827819824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,power_law_1.2,0.21838080883026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,power_law_1.01,0.5778560161590576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,power_law_1.2,0.16370559930801393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,power_law_1.01,0.6595136165618897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,power_law_1.2,0.19459199905395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,power_law_1.01,0.8060992240905762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,power_law_1.01,0.13214720487594606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,power_law_1.2,0.24135680198669435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.744377613067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,power_law_1.01,0.19096319675445556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,power_law_1.2,0.264083194732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,power_law_1.01,0.15013760328292847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,power_law_1.2,0.35187840461730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.044761562347412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,power_law_1.2,0.34759039878845216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,power_law_1.01,0.22986879348754882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,power_law_1.01,0.9956159591674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,power_law_1.2,0.34574079513549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,power_law_1.01,0.3134912014007568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.2652480125427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,power_law_1.2,0.393939208984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,power_law_1.01,0.36752638816833494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,power_law_1.01,2.031328010559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,power_law_1.2,0.44016637802124026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,power_law_1.01,0.42942080497741697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,power_law_1.01,0.47095680236816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,power_law_1.2,0.44403839111328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,power_law_1.01,2.4981760025024413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,power_law_1.2,0.10824320316314698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,power_law_1.01,0.4852543830871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,power_law_1.2,0.5095104217529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,power_law_1.2,0.1322111964225769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,power_law_1.01,2.8911615371704102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,power_law_1.01,0.4794943809509277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,power_law_1.2,0.5451776027679444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,power_law_1.2,0.14147839546203614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,power_law_1.01,4.20618896484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,power_law_1.01,0.5035583972930908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,power_law_1.2,0.15203839540481567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,power_law_1.2,0.5809663772583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,power_law_1.01,4.765881729125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,power_law_1.01,0.5228735923767089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,power_law_1.2,0.21184639930725097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,power_law_1.2,0.5906816005706788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,power_law_1.01,6.341971206665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,power_law_1.2,0.2908224105834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,power_law_1.01,0.5667327880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,power_law_1.2,0.7440192222595214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,power_law_1.2,0.32902400493621825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,power_law_1.01,0.611891222000122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,8,power_law_1.01,10.554022216796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.7842495918273926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,power_law_1.2,0.421830415725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,power_law_1.01,0.668998384475708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,power_law_1.2,0.9791616439819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,power_law_1.2,0.45745282173156737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,power_law_1.01,0.6952640056610108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,8,power_law_1.01,19.249880981445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.159603214263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,power_law_1.2,0.44520959854125974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,power_law_1.01,0.846003246307373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.4105536460876464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,power_law_1.01,0.8701375961303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,power_law_1.2,0.4731584072113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,power_law_1.2,2.1108863830566404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,power_law_1.01,1.0978688240051269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,power_law_1.2,0.5182271957397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,power_law_1.2,0.5219967842102051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,power_law_1.01,1.1451775550842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,power_law_1.2,2.6055360794067384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,power_law_1.2,0.5770815849304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,power_law_1.01,1.456537628173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,power_law_1.2,0.6335231781005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,power_law_1.01,1.9935935974121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,power_law_1.2,3.0548416137695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,power_law_1.01,2.5548416137695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,power_law_1.2,0.6886655807495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,power_law_1.2,5.022835159301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,power_law_1.2,0.6665791988372802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,power_law_1.01,3.0213951110839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,power_law_1.2,5.920780944824219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,power_law_1.2,0.7779776096343994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,power_law_1.01,4.0714111328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,power_law_1.2,0.8801919937133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,power_law_1.2,1.0859711647033692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,power_law_1.01,5.555955123901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,power_law_1.2,7.301644897460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,power_law_1.2,1.2096384048461915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,power_law_1.01,6.804531097412109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,power_law_1.2,1.5377599716186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,8,power_law_1.2,12.117894744873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,power_law_1.2,2.11014404296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,2,power_law_1.01,10.263104248046876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,power_law_1.2,2.6993600845336916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,8,power_law_1.2,25.122105407714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,power_law_1.2,3.0309120178222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,2,power_law_1.01,19.78071746826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,power_law_1.2,4.264787292480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,power_law_1.2,6.0791168212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,power_law_1.2,7.170054626464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,2,power_law_1.2,11.072255706787109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,2,power_law_1.2,21.957856750488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.09137920141220093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.09734399914741516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.09797120094299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.09761919975280761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.09265919923782348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.09808639883995056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.09761919975280761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.09815679788589478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.09845759868621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.10373120307922364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.10448640584945679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.1047935962677002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.10529279708862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.10446079969406127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.11050239801406861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.11055359840393067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.11398400068283081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.11331839561462402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.1351040005683899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.13011840581893921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.14456959962844848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.14583679437637329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.15576959848403932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.15545599460601806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,power_law_1.01,0.09668480157852173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,power_law_1.01,0.11448960304260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,power_law_1.01,0.18202240467071534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.18099839687347413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.1943935990333557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,power_law_1.01,0.1685696005821228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,power_law_1.01,0.25369598865509035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.19941760301589967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.19841279983520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,power_law_1.01,0.33381760120391846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,power_law_1.01,0.37297921180725097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,power_law_1.01,0.4628159999847412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,power_law_1.01,0.48563199043273925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,power_law_1.01,0.4830463886260986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.2541887998580933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.2525183916091919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,power_law_1.01,0.532755184173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,power_law_1.01,0.5427968025207519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,power_law_1.01,0.5814976215362548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,power_law_1.01,0.6410111904144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.3716288089752197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.4010752201080322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.4662911891937256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,power_law_1.01,0.7185728073120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.44846720695495607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.6712448120117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.688479995727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,power_law_1.01,0.7443583965301513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,power_law_1.2,0.09704319834709167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,0.91910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,0.9000320434570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,power_law_1.01,0.8396160125732421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,1.2571392059326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,power_law_1.2,0.11281280517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.3299712181091308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,1.8415552139282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,power_law_1.01,1.0673919677734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,power_law_1.2,0.13160959482192994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,1.7988096237182618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,power_law_1.2,0.16469759941101075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,power_law_1.01,1.0012864112854003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,2.729376029968262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,2.7259136199951173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,power_law_1.2,0.24035201072692872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,3.290476989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.2390591621398925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,3.6484096527099608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,power_law_1.2,0.2941312074661255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,5.401913452148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.3946751594543456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,5.465401458740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,power_law_1.2,0.34357120990753176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,7.058310699462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.7495231628417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,7.1947776794433596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,power_law_1.2,0.4429823875427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.3068992614746096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,power_law_1.2,0.46672639846801756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,7.9362945556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,9.20723876953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,power_law_1.2,0.47235841751098634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,power_law_1.01,2.9765695571899413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,14.109336853027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,power_law_1.2,0.5143040180206299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,14.429484558105468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,power_law_1.01,3.6587265014648436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,power_law_1.2,0.5416192054748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,power_law_1.2,0.5838912010192872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,power_law_1.01,5.177043151855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,30.041925048828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,28.272747802734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,power_law_1.2,0.6274112224578857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,power_law_1.01,6.428972625732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,power_law_1.2,0.6940415859222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,power_law_1.01,7.79125747680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,power_law_1.2,0.7361087799072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,power_law_1.2,0.8504639625549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,1,power_law_1.01,12.304512023925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,power_law_1.2,1.070131206512451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,power_law_1.2,1.046348762512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,1,power_law_1.01,22.89049530029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.2965439796447753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.445356845855713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.827859115600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.408428764343262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,power_law_1.2,0.07639039754867553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,power_law_1.2,0.09216639995574952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,power_law_1.01,0.08428159952163697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,power_law_1.2,3.0785024642944334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,power_law_1.01,0.07756800055503846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,power_law_1.2,3.7262462615966796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,power_law_1.2,0.09859200119972229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,power_law_1.01,0.09859200119972229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,power_law_1.2,0.09966719746589661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,power_law_1.01,0.09793279767036438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,power_law_1.2,5.229695892333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,power_law_1.2,6.476921844482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,power_law_1.2,7.880115509033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,power_law_1.01,0.054771202802658084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,1,power_law_1.2,12.41057891845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,power_law_1.01,0.056415998935699464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,power_law_1.2,0.09354879856109619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,power_law_1.01,0.09127680063247681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,power_law_1.01,0.07317119836807251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,power_law_1.2,0.10425599813461303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,power_law_1.01,0.10455039739608765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,power_law_1.01,0.09169920086860657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,1,power_law_1.2,22.920281982421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,power_law_1.01,0.08840320110321045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,power_law_1.01,0.10415359735488891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,power_law_1.2,0.09746559858322143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,power_law_1.01,0.09820799827575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,power_law_1.2,0.10043519735336304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,power_law_1.01,0.10990719795227051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,power_law_1.2,0.11119999885559081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,power_law_1.01,0.09189119935035706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,power_law_1.2,0.05143679976463318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,power_law_1.01,0.11289600133895875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,power_law_1.2,0.11466879844665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,power_law_1.01,0.09775360226631165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,power_law_1.2,0.0697983980178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,power_law_1.01,0.12376320362091064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,power_law_1.2,0.12510080337524415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,power_law_1.01,0.12535040378570556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,power_law_1.01,0.1003648042678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,power_law_1.2,0.06944640278816223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,power_law_1.2,0.12083840370178223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,power_law_1.01,0.13152639865875243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,power_law_1.2,0.08661760091781616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,power_law_1.2,0.12560640573501586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,power_law_1.2,0.0956928014755249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,power_law_1.01,0.09669119715690613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,power_law_1.2,0.168230402469635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,power_law_1.01,0.14986879825592042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,power_law_1.2,0.09137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,power_law_1.01,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,power_law_1.01,0.16625920534133912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,power_law_1.2,0.16488959789276122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,power_law_1.2,0.0936191976070404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,power_law_1.01,0.18172800540924072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,power_law_1.01,0.10451200008392333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,power_law_1.2,0.20957438945770263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,power_law_1.2,0.09431040287017822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,power_law_1.01,0.11105920076370239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,power_law_1.01,0.1130687952041626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,power_law_1.2,0.09784960150718688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,power_law_1.01,0.12268799543380737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,power_law_1.01,0.1451647996902466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,power_law_1.01,0.303654408454895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,power_law_1.2,0.3338624000549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,power_law_1.01,0.15171200037002563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,power_law_1.2,0.10872960090637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.01,0.3754688024520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.2,0.35086081027984617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.01,0.49076480865478517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,power_law_1.01,0.17331839799880983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,power_law_1.2,0.11441919803619385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.2,0.6445695877075195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.01,0.7510464191436768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,power_law_1.2,0.12396160364151002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.2,0.6826623916625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.01,0.9988544464111329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,power_law_1.2,0.12294399738311768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.2,1.1334336280822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,power_law_1.2,0.13552000522613525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.01,1.3950655937194825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.2,1.5163328170776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,power_law_1.01,0.23639678955078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,power_law_1.2,0.15467519760131837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.2,2.2476863861083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.01,2.165964889526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.01,0.2649343967437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.01,0.42156162261962893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.2,3.027027130126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.01,2.653062438964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.01,0.4676544189453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.2,5.33996810913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.01,4.855980682373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.01,0.8415871620178222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,power_law_1.2,0.2394047975540161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.01,1.0198975563049317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.01,6.057715225219726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.2,6.722316741943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.2,0.28480000495910646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.2,0.3988735914230347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.01,1.2246463775634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,power_law_1.01,8.348339080810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,power_law_1.2,8.835718536376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.2,0.5559360027313233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.01,2.1817344665527343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,4,power_law_1.01,10.658150482177735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.2,0.8187775611877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,4,power_law_1.2,15.6946044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.01,2.6979648590087892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.2,1.035257625579834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.01,3.9433216094970702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.2,1.7356416702270507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,4,power_law_1.01,21.875334167480467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,4,power_law_1.2,35.146420288085935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.2,1.9379776000976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,power_law_1.01,5.295686340332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.2,2.935430335998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,2,power_law_1.01,8.00738525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.2,4.484326553344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,power_law_1.2,4.717855834960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,2,power_law_1.01,17.07104034423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,2,power_law_1.2,8.375545501708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,2,power_law_1.2,18.17460479736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.04149760007858276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05315840244293213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05271040201187134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.06499199867248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.05914880037307739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.08594560027122497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.09312000274658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.09043200016021728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.09007999897003174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.13384319543838502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.13371520042419432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.14111360311508178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.1420799970626831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.1418239951133728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.14131840467453002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.14168959856033325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.14162559509277345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.14257279634475709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.1426751971244812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.08910719752311706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.09779199957847595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.09721599817276001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.09930880069732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.0979968011379242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.142848002910614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.14247679710388184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.15234559774398804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.1510975956916809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.15281280279159545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.154310405254364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.09734399914741516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.09728639721870422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.10226559638977051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.1028223991394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.10694400072097779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.11295360326766968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.11079039573669433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.11832319498062134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.12290560007095337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.15274879932403565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.1279360055923462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.1272063970565796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.1549888014793396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.16280319690704345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.13297280073165893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.161407995223999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.13326719999313355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.16783360242843628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.14101120233535766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.14174720048904418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.1689471960067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.16215039491653443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.16251519918441773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.19032959938049315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.1946303963661194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.20324480533599854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.20314879417419435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.20993919372558595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.22019200325012206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.21999359130859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.2475519895553589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.24895999431610108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.3410304069519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.34938879013061525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.4461376190185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.4385024070739746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.3041663885116577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.2537152051925659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.6428991794586182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6343743801116943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.3132800102233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.8423616409301757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.8342592239379882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.4125631809234619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.4054719924926758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.2221887588500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.2320896148681642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.6237184047698975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.5824639797210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.605196762084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.620467185974121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.6808320045471191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.6894207954406738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,2.389081573486328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.3762624740600584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,3.1798784255981447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,3.130745506286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,3.9497150421142577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.1127103805541991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.065171241760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.9103744506835936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,6.26943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.374783992767334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.223532772064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,6.247699356079101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,1.9261375427246095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,2.069375991821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,12.500038146972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,2.3185407638549806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,2.353638458251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,12.457862091064452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,3.701228713989258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,4.1591552734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,5.12171516418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,5.508307266235351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,8.270642852783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,8.393836975097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,10.183155059814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,11.268351745605468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,12.77760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,13.740095520019532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,21.72884521484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,22.821292114257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,power_law_1.01,0.09978880286216736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,power_law_1.2,0.11944320201873779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,power_law_1.2,0.1158336043357849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,power_law_1.01,0.1054527997970581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,power_law_1.2,0.11550079584121704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,power_law_1.01,0.1372480034828186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,43.92228393554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,power_law_1.2,0.13674240112304686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,45.57203979492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,power_law_1.2,0.1371072053909302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,power_law_1.2,0.1348863959312439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,power_law_1.01,0.13717759847640992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,power_law_1.01,0.14410879611968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,power_law_1.2,0.14402559995651246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,power_law_1.01,0.1463744044303894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,power_law_1.01,0.07786880135536194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,power_law_1.2,0.07870720028877258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,power_law_1.2,0.14380160570144654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,power_law_1.01,0.14408960342407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,power_law_1.2,0.07813760042190551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,power_law_1.01,0.09601280093193054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,power_law_1.2,0.1547775983810425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,power_law_1.01,0.148089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,power_law_1.01,0.09441919922828675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,power_law_1.2,0.10008319616317748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,power_law_1.2,0.15644799470901488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,power_law_1.01,0.14514559507369995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,power_law_1.2,0.17693439722061158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,power_law_1.2,0.14005759954452515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,power_law_1.01,0.15615999698638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,power_law_1.2,0.18176640272140504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,power_law_1.01,0.14631680250167847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,power_law_1.2,0.1456063985824585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,power_law_1.01,0.18082560300827027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,power_law_1.2,0.1984768033027649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,power_law_1.01,0.1883455991744995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,power_law_1.2,0.2493567943572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,power_law_1.01,0.19630080461502075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,power_law_1.01,0.22842879295349122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,power_law_1.2,0.24149758815765382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,power_law_1.01,0.2705728054046631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,power_law_1.2,0.29729280471801756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,power_law_1.01,0.25703680515289307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,power_law_1.2,0.13525760173797607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,power_law_1.01,0.1343168020248413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,power_law_1.2,0.1540287971496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,power_law_1.01,0.1527232050895691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,power_law_1.2,0.4291520118713379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,power_law_1.01,0.14893440008163453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,power_law_1.2,0.15527039766311646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,power_law_1.01,0.46979198455810545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.2,0.5586559772491455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.2,1.0112768173217774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.01,0.4998271942138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.2,1.3226943969726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.01,0.816703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.2,1.8326528549194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.01,1.2975744247436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,power_law_1.01,0.1438591957092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,power_law_1.2,0.14482560157775878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.2,2.3877439498901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.01,1.2779264450073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,power_law_1.01,0.14492160081863403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,power_law_1.2,0.14806400537490844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.01,2.2094207763671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.2,3.928249740600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.01,4.033631896972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,power_law_1.2,0.16573439836502074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,power_law_1.01,0.16261759996414185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.2,5.270515060424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,power_law_1.2,0.1860416054725647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,power_law_1.01,0.17592959403991698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.01,4.904019165039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.2,8.619615936279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,power_law_1.2,0.1832576036453247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,power_law_1.01,0.17575039863586425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.01,6.8271934509277346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,power_law_1.2,0.19962879419326782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,power_law_1.01,0.1931007981300354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.2,9.484659576416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.01,8.691878509521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,power_law_1.2,13.63402862548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,power_law_1.01,8.948973083496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,4,power_law_1.2,24.184364318847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,power_law_1.01,0.2131200075149536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,power_law_1.2,0.20683519840240477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,4,power_law_1.01,20.147251892089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,power_law_1.2,0.21030399799346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,power_law_1.01,0.22848000526428222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,4,power_law_1.2,53.247552490234376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,power_law_1.01,0.2616512060165405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,power_law_1.2,0.25233280658721924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,power_law_1.01,0.31381759643554685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,power_law_1.2,0.34120960235595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.01,0.38896639347076417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.2,0.460038423538208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,4,power_law_1.01,47.14763488769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.01,0.6321792125701904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.2,0.5202367782592774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.01,0.7037504196166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.2,0.9433600425720214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.01,1.2940671920776368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.2,1.2771391868591309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.01,1.4222271919250489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.2,1.5818304061889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.01,2.1958208084106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.2,2.44783992767334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.01,3.719955062866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.2,3.573030471801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.01,5.1187904357910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.2,4.615840148925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.01,6.114444732666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.05370879769325256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05392000079154968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.2,6.247353744506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,power_law_1.01,8.71962890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.07459840178489685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.07159680128097534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,power_law_1.2,7.998989105224609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.08995839953422546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.09196799993515015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,2,power_law_1.01,10.210406494140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.13364479541778565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.14090240001678467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,2,power_law_1.2,14.494674682617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.1456704020500183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.14243839979171752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,2,power_law_1.01,23.937107849121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,2,power_law_1.2,28.005343627929687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.13431040048599244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.13370239734649658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.15203200578689574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.15332479476928712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1532863974571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.15471359491348266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.1450816035270691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.16045440435409547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.1614464044570923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.1628991961479187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.1513983964920044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.1660863995552063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.17399040460586548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.1739583969116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.17348480224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.1837823987007141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.18380160331726075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.3268608093261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.309171199798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.20149118900299073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.19199999570846557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.18882559537887572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.12332799434661865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.20760319232940674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.19481600522994996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.1674623966217041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.2067392110824585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.17214080095291137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.20203518867492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.24746239185333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.226476788520813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.2644351959228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.20944640636444092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.2532671928405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.32228479385375974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.31256320476531985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.384825611114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.38209919929504393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.5287936210632325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.5390079975128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.6672192096710206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.6722239971160888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.9663231849670411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.9813183784484864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.2778048038482666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.2794431686401366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.2859200000762939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.2795328140258788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.46348161697387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.8723840713500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.8615232467651368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.45192317962646483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.469011116027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.469081687927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.46759681701660155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.4722623825073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,3.683225631713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.44754562377929685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,3.6628864288330076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.451859188079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,4.856710433959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,4.866675186157226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.45535998344421386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.4542079925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,6.089056015014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,6.061299133300781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.4711359977722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.471724796295166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,9.724806213378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.5087168216705322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,9.69201889038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.5183551788330079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.4957759857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,19.789471435546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.5178048133850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.5277632236480713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,19.528652954101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.5212992191314697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.5527040004730225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.5526976108551025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.5504767894744873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.5555583953857421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5751296043395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.6149631977081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.6260543823242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.717740821838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.6395967960357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.8492799758911133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.7690048217773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.9172287940979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,0.9814656257629395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.1871359825134278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.2998656272888183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.441318416595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.7132736206054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,power_law_1.01,0.12200319766998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,power_law_1.2,0.1210752010345459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,1.9973440170288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.3725183486938475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,power_law_1.01,0.20088961124420165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,power_law_1.2,0.19756159782409669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,power_law_1.2,0.11724159717559815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,power_law_1.01,0.14844800233840943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,2.6069311141967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.1686656951904295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,power_law_1.2,0.17367680072784425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,power_law_1.01,0.16715519428253173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,3.849568176269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,4.475680160522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,power_law_1.2,0.2084415912628174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,power_law_1.01,0.2512320041656494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,4.865868759155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,5.33770866394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,7.492870330810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,5.805823898315429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,9.208902740478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,11.62972183227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,power_law_1.2,0.2577023983001709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,power_law_1.01,0.2929984092712402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,21.89929656982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,22.078297424316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,power_law_1.2,0.41221117973327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,power_law_1.01,0.43476481437683107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,power_law_1.2,0.4601600170135498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,power_law_1.01,0.4233151912689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,power_law_1.2,0.4667327880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,power_law_1.01,0.4561279773712158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,power_law_1.2,0.47873921394348146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,power_law_1.01,0.4679296016693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,power_law_1.2,0.506604814529419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,power_law_1.01,0.49772157669067385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,power_law_1.2,0.5136000156402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,power_law_1.01,0.5042816162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,power_law_1.2,0.5123072147369385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,power_law_1.01,0.526854419708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,power_law_1.2,0.5384384155273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,power_law_1.01,0.5374271869659424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,power_law_1.2,0.5630720138549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,power_law_1.01,0.10940799713134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,power_law_1.2,0.10872960090637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,power_law_1.2,0.5862656116485596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,power_law_1.01,0.5605120182037353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,power_law_1.01,0.14712320566177367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,power_law_1.2,0.1466431975364685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,power_law_1.2,0.6382783889770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,power_law_1.01,0.5805247783660888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,power_law_1.01,0.13515520095825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,power_law_1.2,0.12094080448150635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,power_law_1.2,0.6866176128387451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,power_law_1.01,0.5765439987182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,power_law_1.01,0.18211840391159057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,power_law_1.2,0.1670207977294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.2,0.7833343982696533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,power_law_1.01,0.6668672084808349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,power_law_1.2,0.21146879196166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,power_law_1.01,0.2252863883972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.2,0.9139519691467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.01,0.7230912208557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.2,1.0795968055725098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.01,0.9131391525268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.2,1.488441562652588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.2,1.8588735580444335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.01,1.0325887680053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.01,1.2977791786193849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.2,2.388652801513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.01,1.6747968673706055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,power_law_1.2,0.2719360113143921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.2,3.200377655029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,power_law_1.01,0.29228160381317136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.01,2.451807975769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,power_law_1.2,0.4397439956665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,power_law_1.01,0.45163521766662595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.2,4.669792175292969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,power_law_1.2,0.4656064033508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,power_law_1.01,0.4764863967895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.01,2.981164741516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.2,5.946246337890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,power_law_1.2,0.4881279945373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,power_law_1.01,0.48933119773864747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.01,4.211417770385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,power_law_1.2,7.517228698730468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,power_law_1.01,0.48877439498901365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,power_law_1.2,0.48886399269104003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.01,5.068991851806641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,power_law_1.01,0.5472064018249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,power_law_1.2,0.5304128170013428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,4,power_law_1.2,11.587737274169921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,power_law_1.01,6.8957374572753904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,power_law_1.01,0.5460159778594971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,power_law_1.2,0.5627647876739502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,power_law_1.01,0.5726912021636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,power_law_1.2,0.5569151878356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,4,power_law_1.01,10.866239929199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,power_law_1.01,0.5891007900238037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,4,power_law_1.2,24.190092468261717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,power_law_1.2,0.5889984130859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,power_law_1.01,0.6311872005462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,4,power_law_1.01,20.286233520507814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,power_law_1.01,0.6346816062927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,power_law_1.2,0.6247488021850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,power_law_1.01,0.6907199859619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,power_law_1.2,0.6547840118408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,power_law_1.01,0.7860799789428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,power_law_1.2,0.7024767875671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.01,0.896332836151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,power_law_1.2,0.8120256423950195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.2,0.9397567749023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.01,1.0931967735290526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.01,1.2966912269592286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.2,1.1233280181884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.2,1.3625663757324218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.01,1.6852287292480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.12777600288391114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.12787840366363526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.2,1.7790143966674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.01,2.204902458190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.1420032024383545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.14300160408020018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.15971839427947998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.2,2.125593566894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.01,2.988966369628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.20960640907287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.15256960391998292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.2,3.261977767944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.01,3.9340991973876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.29024639129638674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.1981503963470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.2,4.15662727355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.01,5.602143859863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.2495487928390503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.2,5.9908607482910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.01,7.294445037841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.2,7.860486602783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,power_law_1.01,8.966015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.3693696022033691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.3464576005935669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,power_law_1.2,9.638835144042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.5212672233581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.5043392181396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,2,power_law_1.01,15.270361328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.5256959915161132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.5340352058410645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,2,power_law_1.2,15.03597412109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.6168896198272705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.6312255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,2,power_law_1.01,30.41937255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.6412864208221436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.6467135906219482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.681606388092041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.6906432151794434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,2,power_law_1.2,33.27760620117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.7099391937255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.7021440029144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.7573952198028564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.7316671848297119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.7868927955627442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.7851903915405274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.8405119895935058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.847590446472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.8670975685119628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.8832192420959473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.9405823707580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.9834112167358399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,1.1609024047851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,1.1145855903625488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,1.3188096046447755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,1.2738495826721192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.08293759822845459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,1.6559295654296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.08272640109062195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,1.6140096664428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.08277119994163513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.0574720025062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,1.9993087768554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,1.9403520584106446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.0642624020576477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.05236480236053467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.0709119975566864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,2.6219648361206054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,2.658297538757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.08981119990348815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.09425280094146729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,3.334476852416992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,3.343417739868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,4.694355010986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,4.726591873168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,6.128793716430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,6.1439361572265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,8.835116577148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,8.895507049560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,11.580441284179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,11.65946273803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.12643840312957763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.12106879949569702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,14.33257598876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,14.466278076171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.12803200483322144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.12856320142745972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.12591359615325928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.1429759979248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,22.74272003173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,22.461459350585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.13096319437026976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.141593599319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.14350719451904298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.14608000516891478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.13733760118484498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.15059839487075805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.1473536014556885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,44.894744873046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,44.94645690917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.1525823950767517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.1536064028739929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.16236799955368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.177292799949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.16660480499267577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.17880959510803224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.17731839418411255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.19097599983215333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.19343359470367433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.22623999118804933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.2621119976043701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.21015679836273193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.35143680572509767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.2425663948059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.4338047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.30320000648498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.365337610244751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.6659135818481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,power_law_1.01,0.061900800466537474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,power_law_1.2,0.06179839968681335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,power_law_1.2,0.044659200310707095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.5616064071655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,power_law_1.01,0.04795520007610321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,0.8425087928771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,power_law_1.01,0.06053760051727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,power_law_1.2,0.055206400156021115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,0.7389887809753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.163161563873291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,power_law_1.01,0.0797760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,power_law_1.2,0.07415680289268493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,0.9793855667114257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.1864255905151366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,power_law_1.01,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,power_law_1.2,0.09006720185279846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,1.2272319793701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,2.328396797180176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,2.2146560668945314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,3.3940288543701174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,2.550912094116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,4.57831039428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,3.5710208892822264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,power_law_1.01,0.12485120296478272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,8.328205108642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,power_law_1.2,0.1271936058998108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,5.388723373413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,power_law_1.01,0.13178880214691163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,power_law_1.2,0.12647680044174195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,power_law_1.01,0.13315839767456056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,10.603961944580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,19.080947875976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,power_law_1.2,0.13679360151290892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,power_law_1.01,0.151801598072052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,power_law_1.2,0.15221760272979737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,power_law_1.01,0.15267200469970704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,power_law_1.01,0.15944960117340087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,power_law_1.2,0.15525120496749878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,power_law_1.01,0.16268160343170165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,power_law_1.2,0.16142079830169678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,power_law_1.01,0.16399999856948852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,power_law_1.2,0.16478079557418823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,power_law_1.2,0.16550400257110595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,power_law_1.01,0.17210240364074708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,power_law_1.2,0.1778496026992798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,power_law_1.01,0.18215680122375488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,power_law_1.2,0.19090559482574462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,power_law_1.01,0.19082880020141602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,power_law_1.01,0.2217024087905884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,power_law_1.2,0.1929792046546936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,power_law_1.01,0.05310080051422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,power_law_1.2,0.05188480019569397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,power_law_1.2,0.22310400009155273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,power_law_1.01,0.23865599632263185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,power_law_1.01,0.0559935986995697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,power_law_1.2,0.05500159859657287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,power_law_1.2,0.260697603225708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.01,0.2819519996643066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,power_law_1.2,0.06364160180091857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.01,0.379423999786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.2,0.2964224100112915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,power_law_1.01,0.07895680069923401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,power_law_1.2,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.01,0.4658559799194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.2,0.40648961067199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,power_law_1.01,0.09670400023460388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,power_law_1.2,0.08921599984169007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.01,0.6297920227050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.2,0.5088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.01,0.751417589187622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.2,0.7664127826690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.01,1.3094719886779784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.2,0.7933631896972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.01,1.4596416473388671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.2,1.3927616119384765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.01,2.118892860412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.2,1.8192384719848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.01,2.8220224380493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,power_law_1.2,0.13601280450820924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,power_law_1.01,0.1365823984146118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,power_law_1.2,0.144486403465271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,power_law_1.01,0.14991999864578248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.2,2.445273590087891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,power_law_1.01,3.9013118743896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,power_law_1.01,0.14840320348739625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,power_law_1.2,0.15100799798965453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.2,3.3273025512695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,4,power_law_1.01,5.642822265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,power_law_1.01,0.1745471954345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,power_law_1.2,0.17315200567245484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,power_law_1.2,4.546233749389648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,power_law_1.01,0.17775360345840455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,power_law_1.2,0.18029439449310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,4,power_law_1.01,12.489100646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,power_law_1.01,0.1813248038291931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,power_law_1.2,0.1886016011238098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,4,power_law_1.2,5.9823486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,power_law_1.2,0.19263360500335694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,power_law_1.01,0.1925696015357971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,4,power_law_1.2,17.49817657470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,power_law_1.2,0.19498879909515382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,power_law_1.01,0.1943743944168091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,power_law_1.2,0.20706560611724853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,power_law_1.01,0.20743041038513182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,power_law_1.01,0.219980788230896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,power_law_1.2,0.2205183982849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,power_law_1.01,0.23260800838470458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,power_law_1.2,0.2426687955856323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,power_law_1.01,0.26073598861694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,power_law_1.2,0.26166400909423826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,power_law_1.01,0.3202944040298462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,power_law_1.2,0.3315840005874634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.01,0.37630720138549806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.2,0.3924607992172241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.06399999856948853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.01,0.4992959976196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.2,0.5160128116607666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.06844159960746765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.01,0.6054336071014405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.0762112021446228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.2,0.6290688037872314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.07465599775314331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.07978240251541138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.08069760203361512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.01,0.9092543601989747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.2,0.8536512374877929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.09226239919662475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.09941120147705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.2,1.1795007705688476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.01,1.0696895599365235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.11050239801406861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.1176576018333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.2,1.704697608947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.01,1.5579584121704102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.01,2.0295551300048826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.2,2.4129472732543946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.01,2.9518848419189454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.2,3.0819263458251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.01,4.049100875854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.2,4.638739013671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.17489919662475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.17099519968032836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.18974080085754394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.1825152039527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,power_law_1.01,4.928889465332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,power_law_1.2,5.679475021362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.19040640592575073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.1922816038131714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,2,power_law_1.01,8.077107238769532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,2,power_law_1.2,9.185587310791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.23031039237976075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.2360896110534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.2340991973876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,2,power_law_1.01,16.41793212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.24343039989471435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.24437758922576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.2569472074508667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.2523200035095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,2,power_law_1.2,19.007948303222655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.26774399280548095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.2619904041290283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.2844288110733032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.2705600023269653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.30556159019470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.2854207992553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.3131648063659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.3346175909042358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.33125760555267336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.3786815881729126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.39127039909362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.4808703899383545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.5643583774566651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.48879361152648926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.5724160194396972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.7515007972717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.7562943935394287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.9308223724365234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.17697919607162477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.1772096037864685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.9392448425292969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,1.3026880264282226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.27144320011138917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.11525119543075561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,1.3147904396057128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,1.6756416320800782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,1.690617561340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,2.4468608856201173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.15453439950942993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.13985919952392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,3.2163009643554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,2.4702079772949217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.21760001182556152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.22952959537506104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,3.235820770263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,4.742598342895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,4.767001724243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,6.273542404174805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,6.305408096313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,7.790195465087891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,7.843353271484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,1,power_law_1.01,12.370745849609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.2964735984802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.311244797706604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,1,power_law_1.2,12.453202819824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.3538880109786987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.35683839321136473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,1,power_law_1.01,24.57191619873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.35358080863952634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.3802815914154053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,1,power_law_1.2,24.674418640136718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.3384511947631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.36268160343170164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.34196479320526124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.37043840885162355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.3449408054351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.36561920642852785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.3819583892822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.38458240032196045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.3808448076248169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,power_law_1.01,0.11930240392684936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,power_law_1.2,0.12030719518661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.37144320011138915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,power_law_1.01,0.156985604763031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.4133440017700195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.36876161098480226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,power_law_1.2,0.09459840059280396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,power_law_1.01,0.10236799716949463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.3954432010650635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.3985663890838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,power_law_1.2,0.11996159553527833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,power_law_1.01,0.1794368028640747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.39731199741363527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.4240896224975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,power_law_1.2,0.14954240322113038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,power_law_1.01,0.2168191909790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.44462080001831056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.44475522041320803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,power_law_1.2,0.20125439167022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.4898240089416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.528704023361206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.5235455989837646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.5520063877105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.6953023910522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.7670080184936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,0.8056384086608886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,0.929196834564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.0949503898620605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,power_law_1.01,0.29482879638671877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.3342720031738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,power_law_1.2,0.2744064092636108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.42161283493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,power_law_1.01,0.31422080993652346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,1.5388223648071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,power_law_1.2,0.310809588432312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,power_law_1.01,0.323417592048645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.075718307495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,2.2409599304199217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,power_law_1.2,0.35735039710998534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,2.497830390930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.2500160217285154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,4.120217514038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,3.9269569396972654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,power_law_1.01,0.3661247968673706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,power_law_1.2,0.36038401126861574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,6.642079925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,5.200147247314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,power_law_1.01,0.3714303970336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,power_law_1.2,0.36499199867248533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,power_law_1.01,0.3715264081954956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,6.393497467041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,8.6364990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,power_law_1.01,0.3844736099243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,power_law_1.2,0.37387518882751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,power_law_1.01,0.3913599967956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,10.413215637207031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,power_law_1.2,0.3969599962234497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,12.174022674560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,power_law_1.01,0.4077888011932373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,power_law_1.2,0.39857919216156007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,power_law_1.01,0.43162879943847654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,power_law_1.2,0.4268671989440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,21.267398071289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,30.612606811523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,power_law_1.01,0.43281922340393064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,power_law_1.2,0.4256447792053223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,power_law_1.2,0.455020809173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,power_law_1.01,0.4549056053161621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,power_law_1.2,0.45746560096740724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,power_law_1.01,0.5311103820800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,power_law_1.2,0.5188288211822509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.01,0.5926015853881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.2,0.6387584209442139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.01,0.7233407974243165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.2,0.7645247936248779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.01,0.8752320289611817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.2,0.9846655845642089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.01,1.1871423721313477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.01,1.4719679832458497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.2,1.2913920402526855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.01,2.1327999114990233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.2,1.6379327774047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,power_law_1.01,0.09658880233764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,power_law_1.2,0.09543039798736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,power_law_1.2,0.09177600145339966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.01,2.8682687759399412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.2,2.267622375488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,power_law_1.2,0.11390080451965331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,power_law_1.01,0.12588800191879274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.2,3.343110275268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.01,4.007635116577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,power_law_1.2,0.14751360416412354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,power_law_1.01,0.16607359647750855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.2,4.753075027465821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.01,5.203583908081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,power_law_1.2,0.19004160165786743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,power_law_1.01,0.21183359622955322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.2,5.765382385253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,power_law_1.01,6.918585968017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,power_law_1.2,7.403692626953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,4,power_law_1.01,10.856781005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,4,power_law_1.2,13.450502014160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,power_law_1.2,0.3039423942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,power_law_1.01,0.3078464031219482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,4,power_law_1.01,20.309043884277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,power_law_1.2,0.3518656015396118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,power_law_1.01,0.35637118816375735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,4,power_law_1.2,24.304396057128905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,power_law_1.01,0.36046719551086426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,power_law_1.2,0.35255680084228513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,power_law_1.01,0.3812096118927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,power_law_1.2,0.3772736072540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,power_law_1.01,0.3955071926116943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,power_law_1.2,0.3986624002456665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,power_law_1.01,0.393286395072937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,power_law_1.01,0.41070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,power_law_1.2,0.40750718116760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,power_law_1.01,0.4191999912261963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,power_law_1.2,0.4223872184753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,power_law_1.01,0.45199360847473147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.09984639883041382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.09963520169258118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,power_law_1.2,0.4288191795349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,power_law_1.01,0.46951680183410643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.11169919967651368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,power_law_1.2,0.45348482131958007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.12981760501861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.12367360591888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,power_law_1.01,0.4838592052459717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,power_law_1.2,0.4957632064819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.16748160123825073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.18061439990997313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,power_law_1.2,0.4898367881774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,power_law_1.01,0.5324160099029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.21946239471435547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.2073280096054077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,power_law_1.2,0.5394239902496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,power_law_1.01,0.6296192169189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,power_law_1.2,0.6542399883270263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.01,0.7190591812133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.2,0.7378816127777099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.01,0.8596608161926269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.2,0.9133376121520996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.01,1.0956671714782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.2,1.0493375778198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.347705602645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.3468800067901611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.01,1.4775936126708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.2,1.5745535850524903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.3950079917907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.36494719982147217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.01,1.8667776107788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.2,1.8927616119384765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.4081408023834229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.41690878868103026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.01,2.693286323547363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.2,2.781804847717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.45557122230529784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.4651328086853027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.01,3.464313507080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.2,3.59788818359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.4760575771331787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.4655168056488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.2,5.1482177734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.01,4.865964889526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.48373122215270997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.501529598236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.2,6.824729919433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.01,6.770098876953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.508134412765503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.5080448150634765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.5222720146179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,0.5224639892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,power_law_1.01,7.8137153625488285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,power_law_1.2,8.292313385009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.5572927951812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.5662335872650146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.5990975856781006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.6052864074707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,2,power_law_1.01,13.018547058105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,2,power_law_1.2,15.459762573242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.6425471782684327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.6310848236083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.7105792045593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.7046271800994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.8613823890686035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.85731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,2,power_law_1.01,25.56046142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,2,power_law_1.2,30.3182861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.9766592025756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.9974016189575196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,1.2766016006469727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,1.2877568244934081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,1.5645376205444337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,1.5838912010192872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,2.186835289001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,2.2018239974975584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,2.803327941894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,2.8105920791625976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,4.017689514160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,4.024492645263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,5.2518657684326175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,5.218438339233399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,7.659871673583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,7.663302612304688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,10.073101043701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,10.142924499511718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.1771456003189087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.1770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.32965760231018065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.3272511959075928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,12.599545288085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,12.618982696533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.544313621520996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.3111488103866577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.21100800037384032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.17392640113830565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,1,power_law_1.01,20.056883239746092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,1,power_law_1.2,19.914988708496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.2829567909240723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.2923648118972778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,1,power_law_1.01,39.73257751464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,1,power_law_1.2,39.73191528320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.3321023941040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.3685695886611938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.4155263900756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.4496128082275391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.5389823913574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.56910080909729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.5212672233581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.555398416519165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.5804096221923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.5577407836914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,power_law_1.01,0.12862080335617065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,power_law_1.2,0.12844159603118896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.5751423835754395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.563699197769165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,power_law_1.01,0.20736639499664306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,power_law_1.2,0.20806400775909423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.6029119968414307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.6023871898651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,power_law_1.01,0.33916800022125243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,power_law_1.2,0.22157440185546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.6477952003479004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.6237952232360839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,power_law_1.2,0.1693567991256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.6373760223388671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.618668794631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,power_law_1.2,0.22934401035308838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,power_law_1.01,0.25019519329071044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.6617919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.6435391902923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.6788352012634278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.654585599899292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.71244797706604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.736627197265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.7541312217712403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.7780543804168701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.8459008216857911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,power_law_1.2,0.3054464101791382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,power_law_1.01,0.3530495882034302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8657919883728027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.9395263671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,power_law_1.2,0.3835007905960083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,power_law_1.01,0.45121278762817385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.9556991577148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.0269696235656738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,power_law_1.2,0.5238976001739502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,power_law_1.01,0.5286975860595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.1589887619018555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.2544320106506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,power_law_1.01,0.5751488208770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,power_law_1.2,0.55032958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.4057151794433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.5738304138183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,power_law_1.01,0.5891456127166748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,power_law_1.2,0.5747647762298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.0240127563476564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.7072832107543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,power_law_1.01,0.6040895938873291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,power_law_1.2,0.5771071910858154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,2.6610559463500976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,2.384499168395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,power_law_1.01,0.6615615844726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,power_law_1.2,0.6358016014099122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,2.8633344650268553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,3.4857662200927733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,power_law_1.01,0.6708223819732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,power_law_1.01,0.6888832092285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,power_law_1.2,0.6662720203399658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,4.1885120391845705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,4.711584091186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,power_law_1.01,0.6882815837860108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,power_law_1.2,0.6619200229644775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,5.848627090454102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,6.141721725463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,power_law_1.01,0.7267839908599854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,power_law_1.2,0.6934144020080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,power_law_1.01,0.7616640090942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,6.727225494384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,power_law_1.2,0.7407872200012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,9.271084594726563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,power_law_1.01,0.8238847732543946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,power_law_1.2,0.7906367778778076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.01,0.9068608283996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,11.254815673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,18.52015380859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,power_law_1.2,0.862662410736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.01,1.070041561126709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.2,0.9446528434753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.01,1.1739775657653808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.01,1.5383616447448731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.2,1.0886143684387206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,23.763116455078126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.01,1.797452735900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.2,1.2057536125183106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.2,1.5660351753234862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.01,2.541708755493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.2,2.0222272872924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.01,3.0215103149414064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.2,2.732671928405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.01,4.4402305603027346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.2,3.263443374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.01,5.44769287109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.2,4.500960159301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,power_law_1.01,6.958252716064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,power_law_1.01,0.12413439750671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,power_law_1.2,0.12318079471588135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,power_law_1.01,0.16339839696884156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,power_law_1.2,0.16240639686584474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.2,6.016691207885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,4,power_law_1.01,10.691999816894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,power_law_1.01,0.23169920444488526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,power_law_1.2,0.16490880250930787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,power_law_1.2,7.762957000732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,power_law_1.01,0.17417600154876708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,power_law_1.2,0.1756991982460022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,4,power_law_1.01,20.923603820800782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,power_law_1.01,0.24141440391540528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,power_law_1.2,0.24464640617370606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,4,power_law_1.2,12.901274108886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,4,power_law_1.2,23.711410522460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,power_law_1.2,0.3220927953720093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,power_law_1.01,0.36881279945373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,power_law_1.2,0.4334400177001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,power_law_1.01,0.457535982131958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,power_law_1.2,0.5465472221374512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,power_law_1.01,0.5629695892333985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,power_law_1.2,0.5852863788604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,power_law_1.01,0.6139647960662842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.1573248028755188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.15883519649505615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,power_law_1.2,0.6187392234802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.17406079769134522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.17349120378494262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,power_law_1.01,0.6378111839294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.20337278842926027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.21890559196472167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,power_law_1.2,0.6518400192260743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,power_law_1.01,0.6590400218963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.2385472059249878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.23125760555267333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,power_law_1.01,0.7065728187561036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,power_law_1.2,0.6782911777496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.304531192779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.32520959377288816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,power_law_1.01,0.7061376094818115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,power_law_1.2,0.70065279006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,power_law_1.2,0.7326848030090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,power_law_1.01,0.7641727924346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,power_law_1.2,0.7637311935424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,power_law_1.01,0.7728831768035889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,power_law_1.2,0.8277312278747558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,power_law_1.01,0.7887360095977783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.4130368232727051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.4637184143066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,power_law_1.2,0.8779520034790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,power_law_1.01,0.8842304229736329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.5089344024658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.5370687961578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,power_law_1.2,1.0046079635620118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.6383552074432373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.6434304237365722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,power_law_1.01,0.9742527961730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.2,1.118899154663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.7946176052093505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.7595776081085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.01,1.0820672035217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.8023167610168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.2,1.3183744430541993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.7679615974426269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.01,1.2727871894836427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.8524800300598144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.8484607696533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.2,1.5457792282104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.01,1.4593088150024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.9042112350463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.8730367660522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.01,1.8604480743408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.2,2.012678337097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.9285056114196777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.01,2.3230783462524416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.9119872093200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.2,2.459417533874512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,1.0168704032897948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.9756928443908691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.01,3.2093952178955076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.2,3.4614334106445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,1.0566783905029298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,1.0477503776550292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.01,4.095507049560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.2,4.224703979492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,1.111577606201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,1.0936448097229003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,1.2034303665161132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.01,5.892678451538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.2,5.939110565185547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,1.3467840194702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,1.179468822479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.01,7.665702056884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.2,7.992082977294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,1.5122048377990722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,1.3920191764831542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.8680192947387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,power_law_1.01,9.364569854736327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,1.5550784111022948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,power_law_1.2,9.551455688476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.9200639724731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,2.21658878326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,2,power_law_1.01,14.328230285644532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,2,power_law_1.2,15.334617614746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,2.2338176727294923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,2.9055103302001952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,2.9532352447509767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,3.5960319519042967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,2,power_law_1.01,29.886746215820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,2,power_law_1.2,29.8587646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,3.6605953216552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,5.03361930847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,5.045817565917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,6.446713256835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,6.464332580566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,9.245101165771484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,9.226041412353515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,12.074591827392577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,12.049343872070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,14.870758056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,14.90078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,23.303193664550783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,23.335430908203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,45.76533813476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,45.86277770996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.01,0.15997439622879028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.01,0.2680511951446533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.01,0.12175359725952148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.01,0.1433727979660034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.01,0.23008639812469484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.01,0.30408320426940916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.01,0.3974143981933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.01,0.41636481285095217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.01,0.4191232204437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.01,0.3971839904785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.28161280155181884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.49329280853271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.01,0.43491201400756835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.16843520402908324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.01,0.439635181427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.16716159582138063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.01,0.45632638931274416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.2671679973602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.01,0.4908160209655762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.33483519554138186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.01,0.4883456230163574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.2,0.15979520082473755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.3898751974105835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.2,0.25191679000854494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.01,0.4985983848571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.2,0.11639679670333862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.01,0.5177279949188233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.3901119947433472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.2,0.1578112006187439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.01,0.5935232162475585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.43619837760925295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.2,0.22917120456695556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.01,0.6231359958648681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.431001615524292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.2,0.25752959251403806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.01,0.7240831851959229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.4475776195526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.2,0.3865983963012695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.28377599716186525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.4629312038421631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.2,0.4066431999206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.01,0.7036479949951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.46041598320007326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.15324800014495848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.4583744049072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.01,0.7963840007781983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.2,0.39514238834381105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.19304959774017333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.462175989151001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.01,1.031833553314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.2784320116043091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.2,0.4104896068572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.5161920070648194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.01,1.4646783828735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.30721919536590575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.2,0.43048319816589353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.5130623817443848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.4042623996734619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.2,0.466099214553833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.5755008220672607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.01,1.4624575614929198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.6816768169403076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.2,0.45781121253967283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.43612160682678225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.01,2.210188865661621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.6221312046051025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.2,0.4798783779144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.4212031841278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.01,2.6798015594482423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.7593344211578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.2,0.5122176170349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.4408576011657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.2,0.559884786605835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.01,0.8418047904968262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.4649087905883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.01,3.4062976837158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.2,0.5674752235412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.4612415790557861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.01,0.9895423889160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.01,5.566783905029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.2,0.6899712085723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.46918401718139646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.01,1.0227904319763184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.2,0.6263423919677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.4988800048828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.2,0.7944191932678223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.01,10.773165130615235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.01,1.3911808013916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.5774975776672363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.2,0.848755168914795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.01,1.7864063262939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.2,1.0355135917663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.5563583850860596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.2,1.0981247901916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.6191936016082764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.01,2.381382369995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.7683455944061279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.2,1.6053951263427735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.01,3.066534423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.704204797744751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.2,1.6391359329223634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.811411190032959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.2,2.5667776107788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.01,3.7022720336914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.2,0.7720704078674316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.2,3.323545455932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.01,5.608575820922852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.2,1.0591039657592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.2,1.2386303901672364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.2,3.9266944885253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.01,11.153337860107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.2,1.7640512466430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.2,6.443711853027343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.2,2.199295997619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.2,2.991481590270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.2,15.862661743164063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.2,3.8527870178222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.2,4.731167984008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.2,8.898828887939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.2,17.229075622558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.01,0.11200640201568604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.01,0.16020480394363404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.01,0.12211840152740479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.01,0.13284480571746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.01,0.2139967918395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.01,0.28447999954223635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.01,0.3867136001586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.01,0.3977024078369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.01,0.39166080951690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.01,0.41354880332946775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.08948479890823365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.11139199733734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.01,0.4299776077270508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.11213439702987671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.16840959787368776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.09966080188751221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.01,0.46355199813842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.09550079703330994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.140339195728302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.01,0.47855358123779296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.21412479877471924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.13336960077285767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.01,0.49030399322509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.26954240798950196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.20232961177825928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.01,0.519046401977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.01,0.36216959953308103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.22306559085845948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.01,0.5375679969787598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.08914560079574585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.01,0.3918400049209595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.01,0.5943039894104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.2,0.3648576021194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.01,0.4088895797729492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.11194239854812622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.01,0.42897920608520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.2,0.3880192041397095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.01,0.6837376117706299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.10231679677963257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.01,0.44481282234191893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.2,0.40120320320129393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.01,0.6403327941894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.13344000577926635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.01,0.4630720138549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.1795199990272522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.2,0.3977855920791626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.01,0.47480320930480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.01,0.7306303977966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.01,0.5295360088348389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.24805119037628173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.2,0.4483583927154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.01,0.7826560020446778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.01,0.5646207809448243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.2,0.3672703981399536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.2,0.46017918586730955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.01,0.9982912063598632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.01,0.5727807998657226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.2,0.38867840766906736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.01,0.58439040184021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.2,0.48925437927246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.01,1.114527988433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.2,0.40906238555908203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.01,0.665996789932251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.2,0.5259647846221924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.2,0.4151167869567871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.01,0.6936511993408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.2,0.5759232044219971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.01,1.378335952758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.01,0.818387222290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.2,0.5915584087371826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.2,0.454969596862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.01,1.8242111206054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.01,0.9281920433044434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.2,0.5984960079193116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.2,0.48684158325195315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.01,1.1389056205749513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.01,2.685196876525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.2,0.6973824024200439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.2,0.49190402030944824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.01,1.4483072280883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.01,3.049363136291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.2,0.6650688171386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.2,0.5509376049041748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.01,1.7870975494384767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.2,0.5844672203063965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.2,0.7888832092285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.01,2.087788772583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.01,3.8434432983398437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.2,0.611891222000122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.01,3.003468894958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.2,0.8743616104125976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.01,5.819948959350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.2,0.6013504028320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.01,3.8627647399902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.2,1.0409855842590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.2,0.678438377380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.01,4.525580978393554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.2,1.1661696434020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.01,12.376716613769531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.2,0.7380032062530517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.2,1.486854362487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.01,7.218208312988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.2,0.8423935890197753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.2,2.040096092224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.01,15.227781677246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.2,2.7704511642456056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.2,0.938809585571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.2,1.187827205657959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.2,3.5120960235595704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.2,1.4496064186096191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.2,4.308486557006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.2,2.0338111877441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.2,2.1743871688842775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.2,6.605548858642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.2,3.277164840698242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.2,4.222265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.2,15.694808959960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.2,4.738662338256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.2,8.507513427734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.08092799782752991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.08292480111122132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.09441919922828675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.2,16.30631103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.15441279411315917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.08065919876098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.21838080883026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.08262400031089782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.29103360176086424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.39130239486694335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.145305597782135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.20145280361175538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.41743998527526854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.25884160995483396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.42108798027038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.44807682037353513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.39176321029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.48210558891296384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.4175936222076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.48820481300354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.43192319869995116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.5070144176483155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.44147839546203616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.54552321434021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.46808319091796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.5716608047485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.48648958206176757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.6136767864227295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.5144320011138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.6221439838409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.5339200019836425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.7519999980926514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.5905727863311767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.8790592193603516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.6022719860076904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.0569472312927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.6612351894378662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.7957568168640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.21146240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.9313983917236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.6024320602416993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.1374591827392577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.866975975036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.1311360001564026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.239840030670166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.5359424591064452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.6397375106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.01,3.0542015075683593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.06998400092124939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.9463167190551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.08431360125541687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.6684991836547853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.01,4.347686386108398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.08949120044708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.2,3.113350486755371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.01,5.631852722167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.11853439807891845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.2,4.406726455688476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.12142720222473144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.01,6.931654357910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.12405760288238525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.05834239721298218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.2,5.7614398956298825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.11345280408859253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.07008640170097351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.2,7.01080322265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.01,10.604153442382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.12559360265731812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.08357120156288148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.08856319785118102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.12186880111694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.2,11.542060852050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.11725440025329589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.1349503993988037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.01,23.45604553222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.1408192038536072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.1128767967224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.14229120016098024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.2,24.06087646484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.12754559516906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.15122560262680054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.12602239847183228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.13358720541000366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.173580801486969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.13798400163650512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.18250240087509156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.19852800369262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.1428544044494629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.22315518856048583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.14722559452056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.20806400775909423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.16342400312423705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.26698238849639894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.17974400520324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.30204799175262453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.18609280586242677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.1977023959159851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.41000962257385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.228767991065979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.01,0.5432384014129639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.230348801612854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.01,0.7015872001647949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.30432639122009275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.40164480209350584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.01,1.0304384231567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.5991936206817627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.01,1.1514687538146973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.01,0.07212160229682922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.2,0.5653823852539063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.01,1.5176511764526368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.01,0.05797119736671448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.2,0.8343232154846192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.01,1.8621248245239257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.2,0.07691519856452941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.01,0.07134720087051391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.2,0.05066879987716675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.2,1.0806015968322753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.01,2.8625600814819334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.01,0.08265600204467774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.2,0.05901439785957337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.2,1.6321088790893554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.2,0.06810879707336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.01,0.11871360540390015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.2,0.07523199915885925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.01,6.008761596679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.01,0.12046719789505005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.01,0.12355200052261353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.2,2.4008832931518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.2,0.12286720275878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.01,0.12497919797897339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.2,0.1182528018951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.01,0.13255679607391357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.2,3.68919677734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.2,0.1313088059425354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.01,0.1386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.2,0.13494399785995484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.01,0.1379520058631897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.2,6.591999816894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.2,0.14223359823226928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.01,0.1385599970817566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.2,0.13687039613723756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.01,0.15856000185012817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.2,0.14225280284881592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.01,0.1630784034729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.2,11.3259521484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.2,0.1562175989151001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.01,0.17087359428405763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.2,0.17436800003051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.01,0.15794559717178344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.01,0.1806272029876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.2,0.1823040008544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.01,0.22680959701538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.2,0.20173439979553223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.01,0.2723392009735107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.2,0.2550719976425171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.01,0.290451192855835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.2,0.23352959156036376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.01,0.05539839863777161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.2,0.28910079002380373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.01,0.3692352056503296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.01,0.052774399518966675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.2,0.3505151987075806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.01,0.05495679974555969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.01,0.41063680648803713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.2,0.4226367950439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.01,0.07205119729042053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.01,0.5310719966888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.2,0.5728640079498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.01,0.08635519742965699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.2,0.7532991886138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.01,0.7587967872619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.01,0.12702720165252684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.2,0.7738815784454346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.01,0.1295807957649231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.01,1.0553983688354491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.2,1.492147159576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.01,0.12501120567321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.01,1.3471360206604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.2,1.7445119857788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.01,0.12517759799957276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.2,0.05793280005455017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.01,1.610361671447754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.2,2.363462448120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.01,0.13076479434967042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.2,0.04472320079803467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.2,3.7111488342285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.01,2.9824640274047853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.01,0.13431040048599244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.2,0.052134400606155394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.2,0.06113920211791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.2,9.910975646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.01,5.027519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.2,0.08256639838218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.01,0.14295680522918702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.2,0.11396479606628418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.01,0.15038080215454103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.2,0.1207360029220581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.01,0.16281599998474122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.2,0.12780159711837769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.01,0.16510080099105834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.01,0.1770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.2,0.1304255962371826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.01,0.19376640319824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.2,0.14232319593429565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.2,0.13746559619903564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.01,0.24532480239868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.2,0.14917759895324706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.01,0.3373055934906006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.2,0.1459391951560974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.01,0.3409343957901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.2,0.15797760486602783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.01,0.4224256038665771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.01,0.043961599469184875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.2,0.15838719606399537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.2,0.043507200479507444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.01,0.5249023914337159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.01,0.052108800411224364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.01,0.058841598033905027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.2,0.051795202493667605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.2,0.17399040460586548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.2,0.051948797702789304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.01,0.07336320281028748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.2,0.19382400512695314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.01,0.6886784076690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.01,0.08412160277366638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.2,0.0694271981716156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.2,0.23479681015014647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.01,0.7625216007232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.01,0.11743359565734864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.2,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.2,0.24722559452056886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.01,1.207737636566162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.01,0.1211583971977234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.2,0.11562240123748779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.2,0.3087615966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.01,0.1341248035430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.01,1.5383616447448731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.2,0.12264959812164307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.2,0.3463551998138428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.01,0.1374783992767334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.2,0.1366976022720337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.2,0.42879362106323243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.01,0.13820159435272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.01,1.8541759490966796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.2,0.5392447948455811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.01,0.1469696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.2,0.13691519498825072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.01,2.804319953918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.2,0.8004799842834472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.01,0.1546623945236206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.2,0.14722559452056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.01,0.1584895968437195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.2,0.8335871696472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.2,0.15186560153961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.01,6.287615966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.01,0.1686079978942871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.2,0.15128320455551147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.01,0.17658239603042603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.2,1.3324031829833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.2,0.15946880578994752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.01,0.18792959451675414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.2,0.18161920309066773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.2,2.2494144439697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.01,0.20366079807281495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.2,0.19760639667510987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.01,0.25119359493255616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.2,0.21521921157836915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.2,2.8187904357910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.01,0.28596479892730714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.2,0.20723841190338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.01,0.37159678936004636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.2,0.2606015920639038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.2,4.4399871826171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.01,0.3816256046295166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.2,0.3029439926147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.01,0.5616447925567627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.2,0.40088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.2,0.4282688140869141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.01,0.5975232124328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.2,10.037747192382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.2,0.5346560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.01,0.9309375762939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.2,0.6792704105377197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.01,1.0738944053649901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.2,0.9367487907409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.01,1.5202816009521485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.2,1.2751872062683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.01,1.9950336456298827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04893440008163452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.2,1.8089727401733398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.01,2.5688127517700194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.0654528021812439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.2,2.4557247161865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.01,4.277632141113282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.07576320171356202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.2,2.9800703048706056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.0934719979763031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.01,9.157107543945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.13433599472045898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.2,5.314566421508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.1412927985191345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.14585599899291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.04472320079803467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.2,11.395270538330077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.15306240320205688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.048902401328086854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.15562880039215088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.06414080262184144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.16633599996566772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.17350399494171143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.07896320223808288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.18138240575790404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.08712319731712341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.19612799882888793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.14242559671401978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.2106623888015747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.1501312017440796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.2344831943511963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.15270400047302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.2636800050735474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.34339199066162107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.1586303949356079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.3584896087646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.1653887987136841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.4748095989227295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.17482240200042726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.5223680019378663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.17783679962158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.18469120264053346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.7270400047302246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.202726411819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.9281920433044434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.210316801071167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.3467455863952638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.21987199783325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.6222463607788087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.243123197555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.377369689941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.30363519191741944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.32809600830078123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.01,3.0502912521362306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.41957759857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.01,3.7592830657958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.5256383895874024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.7307456016540528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.01,6.04661750793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.8905664443969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.263526439666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.01,13.197599792480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.6501056671142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.2,2.363212776184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.2,3.198975944519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.2,3.9316993713378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.2,6.826028442382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.2,13.335346984863282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.3231935977935791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.2949376106262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.15567359924316407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.1625983953475952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.22045440673828126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.2853440046310425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.29723520278930665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.32321920394897463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.11575039625167846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.31601920127868655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.13062399625778198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.3282560110092163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.19025919437408448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.33152639865875244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.20836479663848878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.3633984088897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.3389631986618042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.37324159145355223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.01,0.17077759504318238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.41249918937683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.31154561042785645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.01,0.273471999168396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.01,0.12111999988555908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.34300799369812013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.3802495956420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.01,0.1701375961303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.4131904125213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.32607359886169435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.4283711910247803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.01,0.20160000324249266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.33756160736083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.5024191856384277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.01,0.3046976089477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.5923967838287354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.34206719398498536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.01,0.333734393119812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.5596735954284668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.2,0.17078399658203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.01,0.33690240383148196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.3811903953552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.7269055843353271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.01,0.32906880378723147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.01,0.6212800025939942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.39913599491119384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.01,0.7846015930175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.01,0.3450432062149048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.4009407997131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.2,0.11145600080490112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.01,1.149785614013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.01,0.3412928104400635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.4560383796691895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.2,0.1685439944267273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.01,1.4034560203552247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.01,0.3559231996536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.47345919609069825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.2,0.17200640439987183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.01,1.8985279083251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.01,0.38845438957214357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.4548480033874512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.01,2.762361526489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.2,0.3149888038635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.01,0.37071359157562256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.5504255771636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.2,0.31836159229278566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.01,3.332998275756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.2,0.32390398979187013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.01,0.3952640056610107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.7355455875396728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.01,4.030867385864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.2,0.3327807903289795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.01,0.4112256050109863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.9364735603332519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.01,6.365804672241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.2,0.3392256021499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.01,0.4444416046142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.2,0.6822015762329101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.2,0.3524672031402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.01,0.5427008152008057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.01,15.2555908203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.2,1.0216640472412108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.01,0.5122816085815429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.2,0.3679680109024048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.2,1.2879424095153809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.2,1.8716032028198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.01,0.6178112030029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.2,0.3733952045440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.01,0.6592576026916503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.2,2.472774314880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.2,0.3990400075912476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.01,0.8004672050476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.2,0.4245120048522949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.2,3.498976135253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.2,0.4219200134277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.01,1.0036352157592774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.2,4.502239990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.2,0.45512962341308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.01,1.3555904388427735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.2,5.676006317138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.2,0.588102388381958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.01,1.5493184089660645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.2,10.521612548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.2,0.540499210357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.01,2.4352447509765627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.2,0.6892352104187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.01,2.9871231079101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.2,0.7523071765899658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.2,25.132902526855467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.2,0.9396800041198731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.01,3.423168182373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.2,1.1469696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.01,6.031372833251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.2,1.446662425994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.2,1.8235136032104493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.01,11.618329620361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.2,3.0042367935180665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.01,0.11096960306167603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.01,0.1496448040008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.2,4.210054397583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.01,0.10447360277175903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.2,4.484511947631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.01,0.14854400157928466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.01,0.1913856029510498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.2,7.696147155761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.01,0.2868671894073486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.01,0.308569598197937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.01,0.30814080238342284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.2,17.729881286621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.01,0.32339839935302733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.01,0.33422079086303713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.01,0.3538496017456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.01,0.3636543989181519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.01,0.37297279834747316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.01,0.39279999732971194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.01,0.42325119972229003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.01,0.4539775848388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.2,0.11129599809646606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.01,0.08696960210800171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.01,0.4455103874206543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.2,0.07955840229988098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.01,0.5010176181793213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.01,0.09651200175285339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.01,0.5183231830596924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.01,0.08785279989242553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.2,0.09571200013160705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.01,0.6095168113708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.01,0.14384000301361083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.2,0.14158719778060913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.01,0.6871744155883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.01,0.19130239486694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.2,0.16662399768829345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.01,0.8150464057922363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.01,0.3083584070205688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.01,1.040608024597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.2,0.2923648118972778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.01,0.3221247911453247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.2,0.3214207887649536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.01,1.3567872047424316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.2,0.3266688108444214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.01,1.7846975326538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.2,0.08771839737892151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.01,0.34221439361572265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.2,0.32693119049072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.01,2.526540756225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.01,0.34686079025268557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.2,0.3473088026046753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.01,3.068288040161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.01,0.34476799964904786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.2,0.09287679791450501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.2,0.36677119731903074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.01,3.699110412597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.01,0.3711872100830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.2,0.13270399570465088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.2,0.37260799407958983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.2,0.1649216055870056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.2,0.37547519207000735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.01,0.3811327934265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.01,5.757145690917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.2,0.41190400123596194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.01,0.3906944036483765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.2,0.29608960151672364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.2,0.4381824016571045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.01,12.558643341064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.2,0.31500160694122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.01,0.41432957649230956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.2,0.44365439414978025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.2,0.3298367977142334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.01,0.4391615867614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.2,0.47292160987854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.2,0.3398911952972412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.01,0.44846720695495607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.2,0.5247807979583741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.2,0.35868799686431885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.2,0.5384768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.01,0.47504639625549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.2,0.6212480068206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.2,0.353600001335144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.01,0.5163008213043213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.2,0.7071231842041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.2,0.38071680068969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.01,0.5637248039245606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.2,0.8585344314575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.2,0.39207680225372316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.01,0.6814847946166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.2,1.1153023719787598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.2,0.42122879028320315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.01,0.7452288150787354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.2,0.4608767986297607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.01,0.9851519584655761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.2,1.5172608375549317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.01,1.2073344230651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.2,0.4522560119628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.2,2.231884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.01,1.7665088653564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.2,0.49377918243408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.2,2.949331283569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.01,2.295487976074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.2,0.5788544178009033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.08222079873085023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.2,3.875775909423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.08268799781799316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.2,0.5877888202667236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.01,3.1810495376586916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.09940479993820191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.2,0.7405183792114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.01,3.4542144775390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.2,4.26295051574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.15626879930496215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.2,0.7923840045928955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.2195647954940796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.01,4.569446563720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.2,6.865715026855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.2,0.9960063934326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.33609600067138673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.35311360359191896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.2,1.3068096160888671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.01,7.9400382995605465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.38945279121398924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.2,1.8590848922729493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.2,16.372050476074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.40244479179382325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.4039743900299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.2,2.3113983154296873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.4250175952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.01,15.098112487792969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.44752001762390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.2,3.4112831115722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.4674111843109131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.2,4.061580657958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.49315838813781737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.2,5.097657775878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.5378431797027587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.5803071975708007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.2,9.674387359619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.5515711784362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.712883186340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.2,17.3744384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.8329407691955566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.1524800300598144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.1143232345581056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.5661760330200196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.7440576553344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.01,2.4670400619506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.08119040131568908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.07527679800987244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.01,3.0818048477172852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.10131839513778687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.01,4.474777603149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.14176000356674195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.18529280424118041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.01,5.706905746459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.34350080490112306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.01,7.089311981201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.3674432039260864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.3758464097976685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.01,11.668185424804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.4025279998779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.4097087860107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.43884801864624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.46509442329406736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.01,24.31197509765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.4712384223937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.5023680210113526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.5564159870147705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.596288013458252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.5758592128753662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.7253119945526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.8399295806884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.1708736419677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.15098876953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.6038143157958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.7554624557495118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.2,2.4133632659912108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.2,3.083807945251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.2,4.503353500366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.2,5.865318298339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.2,7.2487037658691404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.2,11.978336334228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.2,24.422682189941405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.01,0.16355199813842775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.01,0.2898175954818726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.2864896059036255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.4997504234313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.01,0.4978623867034912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.7272384166717529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.01,0.18298879861831666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.19441920518875122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.01,0.24045441150665284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.31404800415039064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.01,0.3303744077682495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.39604480266571046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.01,0.4060031890869141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.01,0.5269951820373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.4789760112762451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.2849152088165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.01,0.5201791763305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.49534077644348146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.5196288108825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.01,0.5617919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.35583360195159913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.01,0.590777587890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.5709440231323242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.19804799556732178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.01,0.5924863815307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.5372032165527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.01,0.5839039802551269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.26104960441589353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.6342591762542724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.01,0.6477183818817138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.37947518825531007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.6101503849029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.01,0.6702655792236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.40087041854858396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.6238336086273193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.01,0.6801023960113526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.6290559768676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.5653696060180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.01,0.7476863861083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.6779327869415284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.49608960151672366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.01,0.8989439964294433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.7178815841674805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.49468159675598145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.01,0.8390912055969239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.5932096004486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.7096447944641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.2,0.1639680027961731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.01,0.964140796661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.2,0.27263360023498534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.8035712242126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.5820672035217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.01,0.9833215713500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.01,1.161855983734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.2,0.28056960105895995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.7995903968811036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.580844783782959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.01,1.2785856246948242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.2,0.14647040367126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.621017599105835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.01,0.940396785736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.01,1.7009599685668946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.2,0.23832321166992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.6795135974884033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.1088576316833496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.01,1.9186624526977538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.2,0.36423680782318113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.01,2.406707191467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.6753600120544434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.420844841003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.2,0.37109758853912356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.7555776119232178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.01,2.8708288192749025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.01,1.2367872238159179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.7869120121002198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.2,0.47069439888000486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.01,3.7039295196533204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.850649642944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.2,0.5097407817840576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.01,1.702444839477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.01,5.4050945281982425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.0095616340637208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.2,0.4987840175628662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.01,1.8720191955566405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.143564796447754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.2,0.5337984085083007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.01,11.692940521240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.2,0.5541759967803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.485580825805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.01,2.5024831771850584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.2,0.6001088142395019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.2,1.3200320243835448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.01,3.023859214782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.2,0.5758080005645752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.2,1.5329983711242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.01,3.9159679412841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.2,0.6477888107299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.2,2.4566783905029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.2,0.6760447978973388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.01,5.393024063110351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.2,0.7924287796020508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.2,2.9098112106323244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.01,11.677606201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.2,0.8451007843017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.2,4.089075088500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.2,0.8204416275024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.2,4.359782409667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.2,0.9691840171813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.2,1.0952511787414552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.2,8.173184204101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.2,1.281107234954834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.2,15.93822784423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.2,1.447321605682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.2,2.233305549621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.2,2.258995246887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.2,2.6702463150024416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.2,3.679142379760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.2,4.4659584045410154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.01,0.11326080560684204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.01,0.1693567991256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.2,6.661663818359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.01,0.2739264011383057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.01,0.13711999654769896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.2,12.244038391113282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.01,0.22785279750823975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.01,0.3516607999801636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.01,0.3935744047164917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.01,0.4850815773010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.01,0.5047359943389893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.01,0.523744010925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.2,0.1130560040473938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.01,0.5612864017486572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.2,0.16760319471359253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.2,0.15686399936676027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.01,0.0899839997291565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.01,0.5869823932647705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.01,0.6136127948760987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.01,0.11225600242614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.01,0.654150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.01,0.16344319581985473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.01,0.659225606918335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.2,0.27418880462646483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.01,0.12168320417404174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.01,0.6940480232238769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.01,0.2210304021835327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.2,0.3466304063796997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.01,0.7186880111694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.2,0.46554880142211913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.01,0.3268480062484741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.01,0.763647985458374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.01,0.8404159545898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.2,0.5209152221679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.01,0.37159678936004636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.01,0.9295616149902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.2,0.5204800128936767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.2,0.09020159840583801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.01,0.4989952087402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.01,0.9968000411987304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.2,0.5520127773284912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.2,0.11208319664001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.01,0.5275904178619385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.01,1.2060352325439454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.2,0.5670080184936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.01,1.4299391746520995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.01,0.5305471897125245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.2,0.10887680053710938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.2,0.12874239683151245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.2,0.6170048236846923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.01,0.5536128044128418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.01,1.8092992782592774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.01,2.3020160675048826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.2,0.20687360763549806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.01,0.5786431789398193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.2,0.6628479957580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.01,3.2315711975097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.2,0.2911423921585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.01,0.6125504016876221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.2,0.6747392177581787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.01,3.1291200637817385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.2,0.3302016019821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.01,0.6460224151611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.2,0.7296832084655762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.01,3.8043521881103515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.2,0.4744895935058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.2,0.7569664001464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.01,0.6978367805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.2,0.500377607345581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.01,0.7312128067016601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.01,6.689126586914062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.2,0.8883520126342773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.01,0.7975359916687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.2,0.5091904163360595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.2,0.8340607643127441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.01,0.9186688423156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.01,12.532524871826173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.2,0.5458687782287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.2,0.9954560279846192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.01,0.9073599815368653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.2,0.5655360221862793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.01,1.0874560356140137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.2,1.0174400329589843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.2,0.5930111885070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.2,0.6581823825836182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.01,1.1298944473266601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.2,1.2459903717041017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.2,0.6898431777954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.2,1.521183967590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.01,1.371225643157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.2,0.7429247856140136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.2,2.0441152572631838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.01,1.6357120513916015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.2,0.7901311874389648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.2,2.636992073059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.01,2.1749055862426756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.2,0.9171968460083008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.2,0.9317440032958985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.01,2.6217344284057615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.2,3.5467456817626952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.2,1.1246015548706054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.01,3.6559295654296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.2,3.6241729736328123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.2,1.1802495956420898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.2,1.436723232269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.01,4.351551818847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.2,4.499103927612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.08179200291633607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.2,1.7543487548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.01,5.2291007995605465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.08350080251693726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.12303359508514404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.2,2.2038080215454103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.2,7.1627197265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.01,8.027814483642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.13763840198516847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.2,2.422451210021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.22821760177612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.3392064094543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.2,14.027545166015624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.2,3.3295936584472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.01,15.993498229980469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.396396803855896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.2,4.644601440429687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.4995840072631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.5452032089233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.2,5.979347229003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.5550784111022949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.5834943771362304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.2,8.859161376953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.6029439926147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.6288640022277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.7327040195465088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.2,17.058790588378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.7932159900665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.8182975769042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.8981247901916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.0377344131469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.125708770751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.01,1.3084927558898927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.08058879971504211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.4223551750183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.080595201253891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.7589376449584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.01,2.3216575622558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09939200282096863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.14160640239715577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.01,3.1070272445678713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.21118719577789308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.01,3.3462142944335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.30280959606170654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.01,4.686988830566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.36050560474395754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.48216958045959474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.01,6.606502532958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.5096127986907959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.01,8.061612701416015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.5355008125305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.6028223991394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.01,11.312332916259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.6427711963653564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.659276819229126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.7600319862365723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.01,23.12513885498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.8025919914245605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.852569580078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.9072959899902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.058732795715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.1321215629577637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.2,1.2834943771362304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.4837504386901856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.8840320587158204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.2,2.3703168869018554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.2,3.111871910095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.2,3.441279983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.2,4.763238525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.2,6.878208160400391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.2,8.458399963378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.2,12.206502532958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.2,24.721658325195314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.16381440162658692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.2680255889892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.09909120202064514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.1241536021232605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.14794880151748657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.17354240417480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.23637759685516357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.2408128023147583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.2533632040023804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.16384639739990234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.2620543956756592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.2676352024078369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.2409280061721802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.09561600089073181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.1118656039237976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.26823039054870607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.1536064028739929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.2617664098739624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.16872960329055786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.2856064081192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.22537600994110107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.3158400058746338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.35015039443969725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.23511040210723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.01,0.10375679731369018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.01,0.15673600435256957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.30850560665130616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.25188479423522947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.01,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.37322239875793456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.2400831937789917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.01,0.11370240449905396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.36910080909729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.2523904085159302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.01,0.15119359493255616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.45868802070617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.2609087944030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.01,0.1754688024520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.46973438262939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.2605504035949707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.01,0.22724480628967286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.28028159141540526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.560044813156128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.32242560386657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.01,0.22079360485076904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,0.7107583999633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.01,0.23136639595031738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.3276479959487915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,1.0129023551940919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.01,0.24277119636535643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.3464832067489624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,1.1197888374328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.01,0.2575743913650513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.4094912052154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,1.6758848190307618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.01,0.2466495990753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.41345920562744143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.4810431957244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.01,0.2631999969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,2.0603071212768556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.5104512214660645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.01,0.2767807960510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,2.6770944595336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.01,0.28224639892578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,0.6455488204956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,4.353984069824219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.01,0.30065279006958007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,0.8064831733703614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.2,0.10252159833908081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.2,0.15624959468841554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.01,0.31612799167633054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,1.1201984405517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,8.54779510498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.2,0.07490559816360473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.01,0.3513279914855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,1.4656831741333007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.2,0.10476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.01,0.37889919281005857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,1.8249919891357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.2,0.13057279586791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.01,0.4424704074859619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,2.3084543228149412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.01,0.4887040138244629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.2,0.16602879762649536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.2,0.22337920665740968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.01,0.613702392578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,3.3599422454833983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.2,0.21400320529937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.01,0.7586751937866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,5.909132766723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.2,0.2443455934524536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.01,1.0220416069030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.2,0.2437567949295044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.01,1.2493632316589356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,12.44005126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.2,0.2521536111831665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.01,0.0803712010383606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.01,1.8484991073608399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.01,0.10424959659576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.01,2.1340736389160155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.01,0.0804032027721405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.2,0.26042881011962893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.01,2.579155158996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.01,0.10344959497451782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.2,0.2936448097229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.01,4.463494491577149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.01,0.13507200479507447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.2,0.2956671953201294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.01,0.1584895968437195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.2,0.31578240394592283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.01,9.191808319091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.01,0.22232959270477295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.2,0.3311615943908691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.2,0.3704256057739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.01,0.23092479705810548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.2,0.3963200092315674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.01,0.23363199234008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.01,0.24753279685974122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.2,0.4736192226409912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.2,0.07997440099716187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.01,0.25462400913238525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.2,0.5511744022369385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.2,0.10636800527572632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.01,0.26785280704498293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.2,0.07137280106544494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.01,0.27175040245056153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.2,0.7121151924133301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.01,0.2907327890396118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.2,0.09357439875602722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.2,0.818336009979248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.01,0.30570240020751954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.2,1.1117695808410644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.01,0.31724159717559813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.01,0.07425919771194459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.2,0.15645439624786378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.01,0.3338752031326294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.01,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.2,1.4580608367919923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.2,0.2141632080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.01,0.07067520022392274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.01,0.3766592025756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.01,0.09932159781455993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.2,0.22515199184417725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.2,1.9277183532714843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.01,0.40601601600646975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.01,0.13453439474105836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.2,0.24172799587249755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.01,0.47914881706237794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.2,2.5100160598754884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.01,0.16984959840774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.2,0.24192640781402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.01,0.5779520034790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.01,0.2315392017364502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.2,3.464556884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.2,0.26415998935699464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.01,0.698521614074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.01,0.2443903923034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.2,0.26312320232391356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.2,4.7716224670410154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.01,0.8089856147766114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.2,0.27651200294494627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.01,0.25335040092468264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.2,11.12455062866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.01,0.2607232093811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.2,0.3002687931060791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.01,1.123737621307373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.01,0.28424320220947263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.2,0.31905279159545896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.01,1.4055423736572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.01,0.28390400409698485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.2,0.33628799915313723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.01,1.97457275390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.01,0.3008512020111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.2,0.34716799259185793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.01,0.3248447895050049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.01,2.501011276245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.2,0.3820352077484131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.2,0.4175104141235352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.01,0.3434367895126343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.01,3.307078552246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.2,0.5019264221191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.01,0.3656896114349365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.01,5.213248062133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.01,0.3808255910873413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.2,0.5744256019592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.01,0.438643217086792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.2,0.7426688194274902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.2,0.07407360076904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.01,0.481990385055542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.01,10.415731048583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.2,0.07752959728240967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.2,0.8945280075073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.01,0.587667179107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.2,0.07591040134429931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.2,1.134995174407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.01,0.6878464221954346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.2,0.0934656023979187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.2,1.5368255615234374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.01,0.8453248023986817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.2,0.1301632046699524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.2,2.1548864364624025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.01,1.1019264221191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.2,0.15953919887542725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.2,0.21905279159545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.01,1.5484031677246093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.2,2.7419776916503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.2,0.24023680686950682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.01,1.8320831298828124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.2,3.940800094604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.2,0.2503103971481323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.05743359923362732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.01,2.819718360900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.2,0.26143360137939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.2,5.290732955932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.07111039757728577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.2,0.27745280265808103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.01,3.5768447875976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.08112000226974488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.2,0.2939071893692017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.11743999719619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.01,4.31357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.2,11.97726058959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.2,0.3024127960205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.200927996635437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.01,6.637945556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.2,0.33330559730529785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.27847681045532224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.2,0.35470080375671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.29594879150390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.01,14.590380859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.3154304027557373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.2,0.38117759227752684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.2,0.4009280204772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.3212863922119141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.2,0.46146559715270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.34666879177093507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.2,0.509222412109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.3640448093414307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.2,0.5906112194061279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.3761919975280762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.4214015960693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.2,0.6827968120574951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.07164160013198853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.08181759715080261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.45861120223999025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.2,0.8781632423400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.11200640201568604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.4793600082397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.2,1.1310527801513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.1505344033241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.5003583908081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.2,1.485478401184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.10898560285568237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.1874624013900757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.5901823997497558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.058380800485610965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.2,2.067340850830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.27898240089416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.6807424068450928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.05132160186767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.05815039873123169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.2927680015563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.8534784317016602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.2,2.6998720169067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.9218367576599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.3154304027557373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.0806335985660553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.2,3.6901504516601564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.08012160062789916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.3200767993927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.2717696189880372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.2,4.705049514770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.35012478828430177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.573408031463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.08016639947891235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.36459519863128664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,2.236435127258301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.08475520014762879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.38883199691772463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.904332733154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.2,7.279468536376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.08740479946136474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.09215360283851623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.4288896083831787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,4.219929504394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.0967423975467682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.4654719829559326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.2,14.72052459716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.09693440198898315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,5.685260772705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.11265920400619507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.49338879585266116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.11095679998397827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,7.04168930053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.5021696090698242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.13008639812469483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.5886400222778321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,10.405804443359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.7088575839996338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.1472383975982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.14730240106582643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.8914303779602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.20697600841522218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.9537088394165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,22.22872314453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.232857608795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.2989824295043946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.3199039936065674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.357587194442749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.5969152450561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,0.5677631855010986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,2.264396858215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,0.5982719898223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.08579199910163879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.9208703994750977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,0.8644031524658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.0448063999414444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,1.2123007774353027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,4.269055938720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.05366399884223938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,1.5610431671142577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.060659199953079224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,5.764838409423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.01,0.0631168007850647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.055980801582336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,2.4867071151733398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.01,0.04201599955558777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,7.07489242553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.0800320029258728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.01,0.04847359955310822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.08586879968643188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,5.719820785522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,10.969363403320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.08370559811592101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.01,0.058246397972106935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.08325120210647582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.01,0.06107519865036011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.08760960102081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.09077759981155395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,23.713357543945314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.01,0.07478399872779846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.01,0.07691519856452941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.0896511971950531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.01,0.08146560192108154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.0995519995689392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.01,0.0844223976135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.11240960359573364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.01,0.08637440204620361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.125600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.2,0.06152960062026978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.2,0.038796800374984744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.01,0.09080960154533387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.14160000085830687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.2,0.044531199336051944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.01,0.09444479942321778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.17377920150756837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.2,0.050425601005554196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.01,0.050335997343063356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.01,0.09751039743423462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.2,0.05847679972648621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.17095680236816407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.01,0.0412416011095047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.01,0.09631360173225403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.2,0.07639679908752442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.20163838863372802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.01,0.04312959909439087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.2,0.0837119996547699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.01,0.10540159940719604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.29434239864349365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.2,0.08424959778785705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.01,0.1071936011314392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.4241983890533447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.01,0.05312640070915222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.01,0.11690880060195923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.01,0.06117119789123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,0.38496639728546145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.2,0.08686720132827759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.01,0.12960000038146974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.01,0.08001919984817504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,0.6021440029144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.2,0.09159680008888245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.01,0.16885759830474853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,0.8050047874450683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.2,0.09221760034561158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.01,0.0840831995010376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.01,0.21409280300140382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.2,0.09859200119972229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,1.2166080474853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.2,0.09967359900474548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.01,0.2356287956237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.01,0.08707839846611024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,1.81014404296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.2,0.10635520219802856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.01,0.3138047933578491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.01,0.08617600202560424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.2,0.11407999992370606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,2.022380828857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.01,0.3494784116744995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.01,0.09063680171966552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.2,0.13255679607391357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.01,0.1001855969429016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.2,0.15872000455856322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,4.083808135986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.01,0.5394303798675537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.2,0.18229119777679442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.01,0.6074751853942871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,8.061062622070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.2,0.23155200481414795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.01,0.10387200117111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.01,0.9312064170837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.2,0.2536832094192505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.01,0.10903680324554443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.01,1.0963839530944823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.2,0.30363519191741944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.2,0.44148478507995603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.01,1.441759967803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.01,0.13371520042419432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.01,0.16205439567565919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.2,0.5750400066375733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.01,2.6441600799560545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.01,0.18095999956130981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.2,0.7774784088134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.01,0.23035519123077391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.2,1.3317312240600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.01,5.470336151123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.2,0.04960640072822571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.01,0.24945919513702391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.2,1.7716096878051757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.2,0.03865599930286408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.01,0.3349695920944214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.2,2.0331327438354494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.2,0.04085119962692261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.01,0.46430082321166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.2,0.049420800805091855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.01,0.5891456127166748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.2,3.091891288757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.2,0.05738239884376526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.01,0.8169535636901856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.2,0.07877119779586791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.2,8.269376373291015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.01,1.1161727905273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.2,0.08373759984970093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.01,0.046188798546791074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.01,1.3598527908325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.2,0.08440319895744323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.01,0.04046080112457275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.2,0.088128000497818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.01,2.0151424407958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.01,0.047276800870895384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.2,0.08822399973869324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.01,2.739673614501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.2,0.09502080082893372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.01,0.056435197591781616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.2,0.09979519844055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.01,0.06332799792289734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.01,7.18884506225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.2,0.10451840162277222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.01,0.08863999843597412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.2,0.04488320052623749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.2,0.10873600244522094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.01,0.08997120261192322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.2,0.040300801396369934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.2,0.11255040168762206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.2,0.047295999526977536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.01,0.09648640155792236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.01,0.10162559747695923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.2,0.11665920019149781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.2,0.05304319858551025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.01,0.10299520492553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.2,0.1341055989265442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.01,0.11006720066070556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.2,0.17315839529037474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.2,0.09020159840583801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.01,0.11507200002670288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.2,0.18001279830932618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.2,0.09389439821243287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.04309119880199432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05440000295639038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.2,0.09978240132331848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.01,0.1251711964607239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.2,0.23141119480133057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.061408001184463504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.2,0.1021183967590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.2,0.262604808807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.07466880083084107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.01,0.13560960292816163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.2,0.10720000267028809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.2,0.3769792079925537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.10964479446411132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.01,0.14168959856033325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.11699839830398559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.2,0.45348482131958007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.01,0.16282880306243896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.2,0.11705600023269654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.11882239580154419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.2,0.12264959812164307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.01,0.2053312063217163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.12311680316925049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.2,0.6030464172363281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.13040000200271606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.01,0.2513535976409912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.2,0.12526079416275024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.2,0.8934911727905274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.14268159866333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.2,0.1373952031135559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.01,0.336025595664978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.2,1.358131217956543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.14958720207214354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.2,0.14815360307693481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.01,0.33493120670318605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.15986560583114623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.2,1.7063360214233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.2,0.16531840562820435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.01,0.47435522079467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.16468479633331298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.2,0.19831680059432982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.17482880353927613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.01,0.5568895816802979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.2,2.2410303115844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.19059200286865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.2,0.253548789024353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.01,0.7934656143188477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.2,4.428409576416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.23175039291381835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.2,0.3323647975921631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.01,1.0507391929626464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.29367680549621583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.2,0.36222081184387206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.3836416006088257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.2,8.462905883789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.01,1.6135616302490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.2,0.49823360443115233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.5031744003295898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.2,0.5946303844451905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.5133120059967041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.01,2.188960075378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.749510383605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.2,0.9433535575866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.01,2.6979583740234374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.8965248107910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.2,1.1997568130493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.01,4.3480384826660154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,1.3334272384643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.2,1.941561508178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.7107967376708983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.2,2.245894432067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.01,9.665824127197265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.04147840142250061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,2.546931266784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.2,3.1554431915283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.04252159893512726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,3.3246910095214846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.2,4.917407989501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.052691197395324706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.058457601070404056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,4.127398300170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.2,10.94967041015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06851199865341187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.1109120011329651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,6.800275421142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.11587200164794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,14.517503356933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.1224511981010437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.12842880487442015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.13317760229110717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.14226560592651366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.1503872036933899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.15843199491500853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.16810879707336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.19857280254364013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.23543040752410888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.2986047983169556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.36138238906860354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.4601088047027588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.48792319297790526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.18627840280532837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.17831679582595825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.6968063831329345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.09805439710617066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.8970879554748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.01,0.12243200540542602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.12878079414367677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,1.3257280349731446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.01,0.12327040433883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.15132800340652466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.18614399433135986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.7361024856567382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.18830080032348634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.10351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.01,0.10640640258789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.19101439714431762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,2.5498048782348635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.19011839628219604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.09184640049934387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.01,0.12981120347976685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,3.5667903900146483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.2046207904815674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.11983360052108764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.01,0.17172479629516602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.20298879146575927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,4.5905601501464846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.13379839658737183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.01,0.18529920578002929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.21100161075592042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.18702080249786376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.20612480640411376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.01,0.1965440034866333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,7.2017982482910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.2151871919631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.19422719478607178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.01,0.19895679950714112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.24512639045715331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.18540159463882447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,14.750521850585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.01,0.19631359577178956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.26689279079437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.19806720018386842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.01,0.20504961013793946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.26963200569152834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.20160000324249266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.01,0.2172991991043091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.2772608041763306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.21612160205841063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.01,0.2099008083343506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.343174409866333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.21317760944366454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.01,0.23230080604553222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.01,0.2552000045776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.33048961162567136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.21889920234680177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.01,0.26056320667266847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.42106242179870607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.25902719497680665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.01,0.2695744037628174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.49159040451049807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.29519360065460204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.01,0.29607040882110597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,0.6560895919799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.3079103946685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.01,0.3097088098526001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.32951040267944337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,0.7822336196899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.01,0.39694719314575194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.42691841125488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,0.9848320007324218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.01,0.44225277900695803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.4155456066131592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,1.3710399627685548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.2,0.1221119999885559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.5210239887237549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.01,0.5599936008453369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,0.5868607997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.2,0.07240960001945496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,1.872684860229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.01,0.6715583801269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.2,0.0837119996547699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.01,0.9062272071838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,0.8650303840637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,2.190764808654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.2,0.0995199978351593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.01,1.1777728080749512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,0.8564031600952149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,3.0390592575073243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.2,0.11399680376052856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.01,1.863916778564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,1.2504511833190919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.2,0.1729856014251709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,4.3001152038574215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.01,2.281286430358887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,1.850271987915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.2,0.17497600317001344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.2,0.1935744047164917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,2.7407039642333983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.01,2.65546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,10.025369262695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.2,0.19100799560546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,3.6336894989013673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.01,4.06861457824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.2,0.19782400131225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.2,0.20841600894927978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,3.5375743865966798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.2,0.2116863965988159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.01,9.303590393066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.2,0.21578240394592285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,5.874502563476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.2,0.24051198959350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,14.197740173339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.2,0.25396480560302737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.2,0.26604158878326417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.2,0.25377280712127687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.2,0.29098238945007326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.01,0.08520960211753845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.2,0.33019518852233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.01,0.09231359958648681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.2,0.4046207904815674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.01,0.07567999958992004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.2,0.4741312026977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.2,0.5857408046722412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.01,0.10394879579544067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.2,0.751366376876831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.01,0.12672640085220338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.2,0.08566399812698364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.2,1.0325823783874513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.01,0.17255040407180786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.2,0.06528000235557556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.01,0.18553600311279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.2,1.2923263549804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.2,0.07299839854240417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.01,0.18900480270385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.01,0.07760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.2,0.09660159945487976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.2,2.0228479385375975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.01,0.18597760200500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.01,0.07561600208282471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.01,0.19711359739303588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.2,2.4694719314575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.01,0.10654720067977905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.01,0.20968320369720458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.2,0.173471999168396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.2,4.1252799987792965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.01,0.21570560932159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.01,0.12471679449081421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.2,0.18218239545822143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.01,0.22291200160980223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.01,0.17986559867858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.2,0.1851456046104431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.2,6.673465728759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.01,0.20062079429626464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.2,0.19054720401763917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.01,0.2256704092025757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.01,0.20043520927429198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.2,0.2017728090286255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.01,0.255020809173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.2,13.847340393066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.2,0.20972158908843994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.01,0.2088320016860962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.01,0.2627392053604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.01,0.22247040271759033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.2,0.2220992088317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.01,0.27562239170074465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.01,0.22952959537506104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.2,0.22975358963012696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.01,0.3140736103057861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.01,0.3296639919281006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.01,0.2415616035461426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.2,0.23526399135589598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.01,0.3936448097229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.2,0.2589119911193848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.01,0.25125761032104493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.01,0.4472064018249512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.2,0.2639807939529419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.01,0.2647615909576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.01,0.5929535865783692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.2,0.26975998878479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.01,0.28906879425048826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.01,0.7949183940887451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.2,0.320633602142334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.01,0.3060863971710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.01,0.3135231971740723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.2,0.3313024044036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.2,0.07516160011291503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.01,1.0727999687194825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.01,0.3741503953933716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.2,0.4384960174560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.2,0.062041598558425906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.01,1.432915210723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.01,0.3928191900253296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.2,0.4828351974487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.2,0.07130879759788514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.01,1.847212791442871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.01,0.5036799907684326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.2,0.5863552093505859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.2,0.09592959880828858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.01,2.334432029724121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.01,0.5734464168548584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.2,0.8816191673278808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.2,0.11418880224227905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.2,0.17612160444259645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.01,0.7507584095001221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.2,1.1248640060424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.01,3.0807104110717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.2,0.1874624013900757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.2,1.5615488052368165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.01,0.9977791786193848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.01,4.855372619628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.2,0.2074944019317627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.01,1.2942463874816894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.2,2.1300735473632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.2,0.2098560094833374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.01,1.666035270690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.01,10.464991760253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.2,0.22047359943389894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.2,2.8645824432373046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.2,0.2369920015335083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.01,2.484383964538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.2,3.9857086181640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.2,0.25369598865509035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.2,0.2598464012145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.01,3.2167808532714846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.2,5.667929458618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.2,0.2711424112319946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.2,0.3016511917114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.01,4.090745544433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.2,0.3147455930709839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.2,13.414247131347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.2,0.3181504011154175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.01,6.288351821899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.2,0.38127999305725097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.01,14.681709289550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.2,0.39662721157073977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.2,0.506931209564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.2,0.5847871780395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.06851840019226074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.2,0.7918208122253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.0849727988243103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.11046400070190429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.2,0.9470208168029786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.14391039609909057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.21984639167785644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.2,1.355724811553955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.2301055908203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.0723136007785797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.2,1.8447488784790038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.240012788772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.06550400257110596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.2559551954269409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.2,2.755731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.2599679946899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.0782975971698761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.10187519788742065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.27864320278167726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.2,3.523020935058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.13208320140838622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.29948160648345945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.2,4.942387390136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.21612799167633057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.3166912078857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.23301119804382325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.3321023941040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.2,7.82208023071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.24035201072692872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.36412160396575927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.2599551916122437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.3971328020095825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.2649471998214722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.40697598457336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.2,15.552780151367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2910655975341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.5180223941802978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.6263936042785645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.30468480587005614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.8326527595520019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.16948479413986206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.3238784074783325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.9633407592773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.3554687976837158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.2742016077041626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,1.3195199966430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.3874495983123779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.39923839569091796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.450278377532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.11805440187454223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.4337024211883545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.15911680459976196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.415334415435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,2.1218240737915037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.23149440288543702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.5174592018127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,2.612940788269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.6393792152404785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.24169600009918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,3.937830352783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.29720320701599123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.8465215682983398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,5.01451530456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.30725760459899903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.9482303619384765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,6.231155014038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,1.3017600059509278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.3082815885543823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.4721792221069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,9.981926727294923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.30056960582733155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,2.1445695877075197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.3379519939422607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.34627199172973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.6362688064575197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,22.216729736328126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.3667327880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,3.9787776947021483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.3752255916595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,5.138150405883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.3854207992553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.1682752013206482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.4077568054199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,6.794956970214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.2740351915359497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.18108160495758058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.4866687774658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,10.679974365234376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.11749759912490845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.4934720039367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.5647744178771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,22.937785339355468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.2
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,0.5846208095550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.2388927936553955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,0.7301951885223389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.29655680656433103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,0.7151487827301025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.27908480167388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,0.9603775978088379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.31249279975891114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,1.3798272132873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.322323203086853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,1.839967918395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.3201535940170288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.01,0.1611199975013733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.01,0.2746239900588989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.32579200267791747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,2.308608055114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.3735872030258179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,2.754630470275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.01,0.14778879880905152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.3991487979888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.01,0.20098559856414794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,4.26693115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.39803519248962405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.01,0.2404736042022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.3962752103805542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.01,0.28243839740753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.2,0.10867199897766114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,9.236160278320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.461568021774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.01,0.2855423927307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.2,0.16102399826049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.5296192169189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.01,0.31863040924072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.2,0.149452805519104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.6723008155822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.01,0.32164480686187746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.2,0.10800000429153442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,0.6321919918060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.01,0.3412863969802856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.2,0.13316479921340943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.2,0.16354559659957885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.01,0.33946239948272705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,0.8355392456054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.2,0.21105918884277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.01,0.3630784034729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,0.8400192260742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.2,0.2752959966659546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.01,0.3787328004837036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,1.0709952354431151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.2,0.2827199935913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.01,0.40312957763671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,1.4892224311828612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.2,0.28608639240264894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.01,0.3984384059906006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.2,0.32258560657501223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.01,0.08272640109062195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.01,0.4568960189819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,2.000160026550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.01,0.46883201599121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.2,0.31393918991088865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.01,0.10572799444198608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,2.604416084289551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.01,0.5461184024810791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.01,0.16071679592132568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.2,0.33715200424194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,3.3950592041015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.01,0.5918464183807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.01,0.09726719856262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.2,0.3610368013381958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.01,0.7278783798217774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.01,0.1380031943321228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.2,0.3703039884567261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,5.130643081665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.01,0.1899392008781433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.2,0.40296320915222167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.01,0.8282496452331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.2,0.4059391975402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.01,0.22171521186828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.01,1.1020288467407227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,11.542047882080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.2,0.45774078369140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.01,0.2744384050369263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.01,1.309932804107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.2,0.4715263843536377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.01,0.2885823965072632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.01,1.7741952896118165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.2,0.5682752132415771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.01,0.2868736028671265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.01,0.32397439479827883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.2,0.616703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.01,2.3628543853759765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.01,0.32912640571594237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.2,0.8061311721801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.01,2.818694305419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.01,0.33771519660949706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.2,0.9148927688598633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.01,0.3702143907546997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.01,4.452953720092774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.2,1.1725119590759276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.01,0.37757439613342286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.01,0.3990976095199585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.2,1.5010239601135253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.01,9.715692901611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.01,0.4393343925476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.2,2.1165056228637695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.01,0.4900479793548584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.2,0.07852799892425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.2,2.676243209838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.01,0.5106304168701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.2,0.10925439596176148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.01,0.6362112045288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.2,3.2864574432373046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.2,0.09394559860229493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.2,0.09507840275764465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.01,0.6372992038726807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.2,5.153497695922852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.2,0.12722560167312622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.01,0.7916607856750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.2,0.17082879543304444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.01,0.9998144149780274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.2,10.761491394042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.2,0.19829119443893434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.01,1.3031040191650392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.01,0.07523199915885925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.2,0.2710720062255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.01,1.662508773803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.01,0.08127359747886657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.2,0.2740479946136475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.01,2.282291221618652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.01,0.11249279975891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.2,0.2882688045501709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.01,2.685945510864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.01,0.0917952001094818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.2,0.3109312057495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.01,0.14398080110549927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.2,0.3249023914337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.01,3.352703857421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.01,0.20597760677337645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.2,0.34897921085357664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.01,0.2369663953781128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.2,0.3666687965393066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.01,5.126688003540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.2,0.39246718883514403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.01,0.291756796836853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.2,0.07531520128250122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.01,0.3117120027542114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.2,0.40142078399658204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.01,10.675033569335938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.2,0.08284159898757934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.01,0.33262081146240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.2,0.43642239570617675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.2,0.08784639835357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.01,0.3399359941482544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.2,0.4862527847290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.2,0.09742079973220825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.2,0.13375999927520751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.2,0.5304384231567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.01,0.3672447919845581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.2,0.18572160005569457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.2,0.6270912170410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.01,0.3807039976119995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.2,0.2179327964782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.2,0.6619455814361572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.01,0.40236802101135255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.2,0.2814143896102905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.01,0.4324480056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.2,0.8544320106506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.2,0.3077631950378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.01,0.46560001373291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.2,1.0644224166870118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.2,0.3174463987350464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.0604095995426178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.01,0.5145535945892334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.01,0.5933824062347413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.2,0.33218560218811033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.07144960165023803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.2,1.4022784233093262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.01,0.5955584049224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.09806720018386841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.2,0.3571264028549194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.2,1.825209617614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.01,0.7223296165466309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.10903680324554443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.2,0.36584320068359377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.2,2.50515193939209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.01,0.8089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.1794816017150879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.2,0.40986242294311526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.24944000244140624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.2,0.430617618560791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.01,1.0078335762023927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.2,2.906854438781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.2965183973312378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.2,0.456115198135376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.01,1.258176040649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.2,3.5895294189453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.37135360240936277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.2,0.5115583896636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.01,1.658892822265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.39034879207611084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.2,6.066278457641602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.2,0.5994624137878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.01,1.9468095779418946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.39166080951690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.2,0.6062592029571533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.4305471897125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.01,2.8148223876953127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.2,13.159449768066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.44627838134765624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.2,0.7445888042449951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.01,3.8729598999023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.47555837631225584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.2,0.8041728019714356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.01,4.975360107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.2,1.0359231948852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.5557055950164795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.5795519828796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.2,1.3146431922912598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.6469632148742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.01,7.263865661621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.7547584056854248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.2,1.6762880325317382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.806879997253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.2,2.050796890258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.01,15.298521423339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.9756735801696778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.05987200140953064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.2,2.919059181213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,1.1531455993652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.0701312005519867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.4751551628112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.2,4.084844970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.08490239977836608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.9636800765991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.2,4.955347061157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.10841599702835084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,2.5893632888793947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.1598528027534485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.2,7.430258941650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,3.068934440612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.21911680698394775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.25761919021606444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,4.428249740600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.2,15.36565704345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.35256960391998293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,5.796511840820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.37100160121917725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.38604159355163575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,7.170457458496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.41239042282104493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.4530496120452881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,10.957933044433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.477023983001709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.5126527786254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,23.74149169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5425280094146728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.5951807975769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.6583936214447021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.7580351829528809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.8196352005004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.9930944442749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,1.1594623565673827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.5349056243896484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,2.002284812927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,2.6603839874267576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,3.1267520904541017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,4.478131103515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,5.849305725097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,7.242662048339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,11.634713745117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,24.09302978515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,power_law_1.01,0.11431679725646973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,power_law_1.01,0.17079039812088012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,power_law_1.01,0.10959359407424926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,power_law_1.01,0.10956159830093384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,power_law_1.01,0.14584319591522216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,power_law_1.01,0.17182079553604127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,power_law_1.01,0.20428159236907958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,power_law_1.01,0.20225279331207274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,power_law_1.01,0.2025599956512451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,power_law_1.01,0.1922368049621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,power_law_1.01,0.21584000587463378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,power_law_1.01,0.22545919418334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,power_law_1.01,0.24602880477905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,power_law_1.01,0.26822400093078613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,power_law_1.01,0.28010880947113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,power_law_1.01,0.31429119110107423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,power_law_1.01,0.2920703887939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,power_law_1.01,0.3799295902252197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,power_law_1.01,0.3858112096786499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,power_law_1.01,0.4570176124572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,power_law_1.01,0.562713623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,power_law_1.01,0.7213696002960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,power_law_1.01,0.8979328155517579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,power_law_1.01,1.3289600372314454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,power_law_1.01,1.6711488723754884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,power_law_1.01,2.391916847229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,power_law_1.01,2.952902412414551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,power_law_1.01,3.7963966369628905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,8,power_law_1.01,6.189651107788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,power_law_1.2,0.11452800035476685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,8,power_law_1.01,11.535462188720704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,power_law_1.2,0.16894079446792604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,power_law_1.2,0.09376000165939331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,power_law_1.2,0.1057088017463684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,power_law_1.2,0.13886719942092896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,power_law_1.2,0.16699520349502564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,power_law_1.2,0.1857792019844055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,power_law_1.2,0.19058560132980346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,power_law_1.2,0.19621119499206544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,power_law_1.2,0.20675840377807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,power_law_1.2,0.21685121059417725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,power_law_1.2,0.22382719516754152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,power_law_1.2,0.24744958877563478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,power_law_1.2,0.2722048044204712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,power_law_1.2,0.2948096036911011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,power_law_1.2,0.33615360260009763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,power_law_1.2,0.3140928030014038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,power_law_1.2,0.38147199153900146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,power_law_1.2,0.42467198371887205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,power_law_1.2,0.5016575813293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,power_law_1.2,0.5823296070098877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,power_law_1.2,0.8474176406860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,power_law_1.01,0.1666432023048401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,power_law_1.2,1.0239744186401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,power_law_1.01,0.2644160032272339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,power_law_1.2,1.4573375701904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,power_law_1.01,0.15724159479141236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,power_law_1.01,0.12407040596008301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,power_law_1.2,1.724684715270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,power_law_1.01,0.15345280170440673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,power_law_1.2,2.684902381896973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,power_law_1.01,0.1560639977455139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,power_law_1.2,3.685075378417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,power_law_1.01,0.1944383978843689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,power_law_1.2,4.706764984130859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,power_law_1.01,0.20381441116333007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,power_law_1.01,0.20466558933258056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,8,power_law_1.2,8.221932983398437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,power_law_1.01,0.2118783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,8,power_law_1.2,15.65257568359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,power_law_1.01,0.21760640144348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,power_law_1.2,0.1588096022605896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,power_law_1.01,0.24224638938903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,power_law_1.2,0.264902400970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,power_law_1.01,0.2606911897659302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,power_law_1.2,0.11125119924545288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,power_law_1.01,0.29273600578308107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,power_law_1.2,0.12471040487289428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,power_law_1.01,0.3261248111724854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,power_law_1.01,0.2987263917922974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,power_law_1.2,0.13907840251922607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,power_law_1.01,0.38548479080200193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,power_law_1.2,0.15691519975662233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,power_law_1.2,0.17212799787521363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.3803839921951294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,power_law_1.2,0.20136959552764894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.48596482276916503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,power_law_1.2,0.1939136028289795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.5710591793060302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,power_law_1.2,0.20115199089050292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,power_law_1.2,0.21620481014251708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.8150527954101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,power_law_1.2,0.24712960720062255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,power_law_1.01,0.996390438079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,power_law_1.2,0.24167680740356445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,power_law_1.2,0.28192639350891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,power_law_1.01,1.348249626159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,power_law_1.2,0.3378688097000122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,power_law_1.01,1.8682687759399415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,power_law_1.2,0.3393728017807007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,power_law_1.2,0.31799681186676027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,power_law_1.01,2.7320512771606444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,power_law_1.2,0.3966655969619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,power_law_1.01,3.62279052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,power_law_1.01,0.10412160158157349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.45255680084228517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.5546879768371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,power_law_1.01,0.13420799970626832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,power_law_1.01,4.502572631835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.7073855876922608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,power_law_1.01,0.11282559633255004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,power_law_1.01,0.1270784020423889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.0121983528137206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,16,power_law_1.01,6.9102012634277346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,power_law_1.01,0.1509760022163391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,power_law_1.2,1.134438419342041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,power_law_1.01,0.17552640438079833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,power_law_1.2,1.5468095779418944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,16,power_law_1.01,14.477568054199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,power_law_1.01,0.20830719470977782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,power_law_1.2,2.4360639572143556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,power_law_1.01,0.2414463996887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,power_law_1.2,3.3461185455322267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,power_law_1.01,0.24125440120697023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,power_law_1.2,5.072991943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,power_law_1.01,0.24418559074401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,power_law_1.2,5.439852905273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,power_law_1.01,0.2500799894332886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,power_law_1.01,0.2559679985046387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,16,power_law_1.2,9.939379119873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,power_law_1.01,0.2733504056930542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,power_law_1.01,0.3007359981536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,power_law_1.01,0.3249919891357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,16,power_law_1.2,16.959059143066405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,power_law_1.01,0.34590721130371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,power_law_1.01,0.3370687961578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,power_law_1.01,0.41777920722961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,power_law_1.01,0.41237759590148926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,power_law_1.01,0.5016704082489014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,power_law_1.01,0.5884096145629882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,power_law_1.01,0.8034943580627442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,power_law_1.01,1.022873592376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,power_law_1.01,1.4013248443603517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,power_law_1.01,1.6414079666137695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,power_law_1.01,2.297305679321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,power_law_1.01,3.0811391830444337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,power_law_1.2,0.10327039957046509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,power_law_1.01,4.019110488891601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,power_law_1.2,0.13056639432907105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,4,power_law_1.01,5.893407821655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,power_law_1.2,0.09576320052146911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,power_law_1.2,0.11952639818191528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,power_law_1.2,0.14377599954605103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,4,power_law_1.01,12.87034912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,power_law_1.2,0.16060160398483275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,power_law_1.2,0.20547199249267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,power_law_1.2,0.21440000534057618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,power_law_1.2,0.21337599754333497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,power_law_1.2,0.2330751895904541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,power_law_1.2,0.24591360092163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,power_law_1.2,0.2532927989959717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,power_law_1.2,0.27463679313659667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,power_law_1.2,0.3106559991836548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,power_law_1.2,0.3381376028060913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,power_law_1.2,0.37141120433807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,power_law_1.01,0.09166079759597778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,power_law_1.2,0.3513216018676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,power_law_1.01,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,power_law_1.2,0.43807358741760255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,power_law_1.01,0.0998207986354828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,power_law_1.2,0.4265471935272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,power_law_1.01,0.13038079738616942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,power_law_1.2,0.5421823978424072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,power_law_1.01,0.17161600589752196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,power_law_1.2,0.6168704032897949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,power_law_1.01,0.20242559909820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,power_law_1.2,0.7835775852203369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,power_law_1.01,0.23213438987731932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,power_law_1.2,1.0142016410827637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,power_law_1.01,0.25232639312744143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,power_law_1.2,1.2960191726684571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,power_law_1.01,0.2598975896835327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,power_law_1.2,1.7204864501953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,power_law_1.01,0.2600640058517456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,power_law_1.2,2.6403839111328127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,power_law_1.01,0.29314560890197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,power_law_1.01,0.30585598945617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,power_law_1.2,3.3055553436279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,power_law_1.2,0.09230719804763794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,power_law_1.01,0.3237056016921997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,power_law_1.2,4.125811386108398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,power_law_1.2,0.10676480531692505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,power_law_1.01,0.3499392032623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,4,power_law_1.2,6.906483459472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,power_law_1.2,0.09998080134391785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,power_law_1.01,0.38121600151062013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,power_law_1.2,0.12602239847183228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,4,power_law_1.2,13.05599365234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,power_law_1.01,0.40147199630737307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,power_law_1.2,0.16355839967727662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,power_law_1.2,0.18670079708099366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,power_law_1.01,0.39278719425201414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,power_law_1.2,0.24511361122131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,power_law_1.01,0.4893439769744873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,power_law_1.2,0.2574592113494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,power_law_1.01,0.09198079705238342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,power_law_1.01,0.5376063823699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,power_law_1.2,0.25759999752044677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,power_law_1.01,0.09745919704437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,power_law_1.2,0.26565120220184324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,power_law_1.01,0.6520383834838868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,power_law_1.01,0.11008000373840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,power_law_1.2,0.2882623910903931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,power_law_1.01,0.6719615936279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,power_law_1.01,0.1478592038154602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,power_law_1.2,0.300217604637146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,power_law_1.01,0.197107195854187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,power_law_1.2,0.30011520385742185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,power_law_1.01,0.8952192306518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,power_law_1.2,0.36601600646972654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,power_law_1.01,0.2448960065841675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,power_law_1.01,1.283302402496338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,power_law_1.2,0.4058688163757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,power_law_1.01,0.32252800464630127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,power_law_1.01,1.6756607055664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,power_law_1.2,0.4140160083770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,power_law_1.01,0.3380928039550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,power_law_1.2,0.4043263912200928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,power_law_1.01,2.013465690612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,power_law_1.01,0.3574399948120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,power_law_1.2,0.4835648059844971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,power_law_1.01,0.3616640090942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,power_law_1.2,0.5621439933776855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,power_law_1.01,2.8880191802978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,power_law_1.2,0.6728576183319092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,power_law_1.01,0.37783041000366213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,power_law_1.01,3.3885120391845702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,power_law_1.2,0.7202367782592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,power_law_1.01,0.3916095972061157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,power_law_1.2,0.9125311851501465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,power_law_1.01,4.1108863830566404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,power_law_1.01,0.4114816188812256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,power_law_1.01,0.4337344169616699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,power_law_1.2,1.289132785797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,2,power_law_1.01,6.472723388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,power_law_1.01,0.4715712070465088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,power_law_1.2,1.6281343460083009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,2,power_law_1.01,12.405216217041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,power_law_1.01,0.5038911819458007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,power_law_1.2,2.269913673400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,power_law_1.01,0.5751296043395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,power_law_1.2,3.107756805419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,power_law_1.01,0.7021440029144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,power_law_1.2,3.6874111175537108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.7112448215484619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.9038335800170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,power_law_1.2,4.533395385742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,power_law_1.01,1.0182784080505372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,power_law_1.2,0.0915391981601715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.3351743698120118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,2,power_law_1.2,7.152607727050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,power_law_1.2,0.09500799775123596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.6563968658447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,power_law_1.2,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,power_law_1.2,0.13850879669189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,power_law_1.01,2.221830368041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,2,power_law_1.2,13.674873352050781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,power_law_1.2,0.20954880714416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.6506175994873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,power_law_1.2,0.2218048095703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,power_law_1.01,3.7913089752197267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,power_law_1.2,0.31232640743255613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,power_law_1.01,4.934944152832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,power_law_1.2,0.341811203956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,power_law_1.2,0.3529983997344971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,power_law_1.01,6.127833557128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,power_law_1.2,0.3666879892349243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,1,power_law_1.01,9.4032958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,power_law_1.2,0.37966721057891845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,power_law_1.2,0.3990400075912476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,power_law_1.2,0.40968961715698243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,power_law_1.2,0.44252800941467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,1,power_law_1.01,18.178341674804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,power_law_1.2,0.479417610168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,power_law_1.2,0.51943039894104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,power_law_1.2,0.5934016227722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,power_law_1.2,0.7334464073181153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.8082240104675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,power_law_1.2,1.0167551994323731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,power_law_1.2,1.0043135643005372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.3202816009521485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.6872512817382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,power_law_1.2,2.2563648223876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.668172836303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,power_law_1.2,3.8021823883056642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,power_law_1.2,4.933734512329101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,power_law_1.2,6.117305755615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,1,power_law_1.2,9.36990737915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,1,power_law_1.2,18.141197204589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,power_law_1.01,0.06972159743309021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,power_law_1.01,0.06209279894828797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,power_law_1.01,0.05935360193252563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,power_law_1.01,0.07279999852180481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,power_law_1.01,0.07196159958839417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,power_law_1.01,0.09264640212059021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,power_law_1.01,0.09423360228538513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,power_law_1.01,0.09453439712524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,power_law_1.01,0.09610880017280579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,power_law_1.01,0.09698560237884521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,power_law_1.01,0.10099200010299683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,power_law_1.01,0.10142079591751099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06475520133972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,power_law_1.01,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,power_law_1.01,0.06839039921760559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,power_law_1.01,0.11385600566864014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,power_law_1.01,0.073990398645401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,power_law_1.01,0.08922240138053894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,power_law_1.01,0.11904000043869019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,power_law_1.01,0.0902400016784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,power_law_1.01,0.12334719896316529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,power_law_1.01,0.0902400016784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,power_law_1.01,0.12435200214385986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,power_law_1.01,0.0930176019668579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,power_law_1.01,0.12205439805984497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,power_law_1.01,0.09808639883995056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,power_law_1.01,0.10344959497451782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,power_law_1.01,0.1513152003288269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,power_law_1.01,0.11136000156402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,power_law_1.2,0.09386879801750184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,power_law_1.01,0.17626880407333373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,power_law_1.01,0.11949440240859985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,power_law_1.2,0.05815039873123169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,power_law_1.2,0.07593600153923034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,power_law_1.01,0.21940479278564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,power_law_1.01,0.10982400178909302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,power_law_1.2,0.05804160237312317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06402559876441956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,power_law_1.01,0.12270079851150513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,power_law_1.01,0.25055360794067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,power_law_1.2,0.06417279839515685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,power_law_1.2,0.06488320231437683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,power_law_1.2,0.061900800466537474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,power_law_1.01,0.3282304048538208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,power_law_1.01,0.12368639707565307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,power_law_1.2,0.07318400144577027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,power_law_1.2,0.07081599831581116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,power_law_1.01,0.44008960723876955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,power_law_1.2,0.09324799776077271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,power_law_1.01,0.12868479490280152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,power_law_1.01,0.5984320163726806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,power_law_1.2,0.09013760089874268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,power_law_1.2,0.09066240191459655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,power_law_1.01,0.15948159694671632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,power_law_1.2,0.09496960043907166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,power_law_1.01,0.8065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,power_law_1.2,0.09096320271492005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,power_law_1.2,0.09688959717750549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.1740031957626343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,power_law_1.2,0.0930624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,power_law_1.01,1.1957183837890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,power_law_1.2,0.09718400239944458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,power_law_1.2,0.09337599873542786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.22990720272064208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,power_law_1.2,0.10377600193023681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,power_law_1.2,0.09980159997940063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,power_law_1.01,1.4626175880432128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,power_law_1.2,0.10974719524383544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,power_law_1.2,0.11493120193481446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.2790015935897827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,power_law_1.01,1.8120832443237305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,power_law_1.2,0.1182144045829773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,power_law_1.2,0.12066559791564942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.39582080841064454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,power_law_1.2,0.11864960193634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,power_law_1.2,0.12988799810409546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,power_law_1.2,0.1248128056526184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,8,power_law_1.01,3.1313600540161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,power_law_1.2,0.12078720331192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.503052806854248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,power_law_1.2,0.12501120567321777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,power_law_1.2,0.12087680101394653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,power_law_1.2,0.13625600337982177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,power_law_1.01,0.7139711856842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,8,power_law_1.01,6.186022567749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,power_law_1.2,0.13737599849700927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,power_law_1.2,0.15866880416870116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,power_law_1.01,1.0012160301208497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,power_law_1.2,0.1991744041442871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,power_law_1.2,0.14019839763641356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,power_law_1.01,1.368838405609131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,power_law_1.2,0.2229696035385132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,power_law_1.2,0.17011200189590453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,power_law_1.2,0.3176383972167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,power_law_1.01,2.0092992782592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.21308159828186035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,power_law_1.2,0.4038527965545654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,power_law_1.01,2.616364860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.28565120697021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,power_law_1.2,0.512934398651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.3361471891403198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,power_law_1.2,0.7126207828521729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,16,power_law_1.01,3.8047103881835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.4738944053649902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,power_law_1.2,0.9538111686706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,power_law_1.2,0.6680255889892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,power_law_1.2,1.6219903945922851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,power_law_1.2,0.8308863639831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,16,power_law_1.01,8.124345397949218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,power_law_1.2,2.237862396240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,power_law_1.2,1.47521915435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,power_law_1.2,2.4372991561889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,power_law_1.2,1.6739776611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,8,power_law_1.2,4.566316986083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,power_law_1.2,2.4648576736450196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,power_law_1.2,3.650649642944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,8,power_law_1.2,9.230361938476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,16,power_law_1.2,5.573132705688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,16,power_law_1.2,13.078956604003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,power_law_1.01,0.06043519973754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,power_law_1.01,0.05813120007514953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,power_law_1.01,0.059935998916625974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,power_law_1.01,0.0710528016090393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,power_law_1.01,0.07922559976577759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,power_law_1.01,0.09479039907455444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,power_law_1.01,0.09692800045013428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,power_law_1.2,0.060108798742294314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,power_law_1.01,0.10063999891281128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,power_law_1.2,0.054201602935791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,power_law_1.01,0.10886399745941162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,power_law_1.01,0.11362559795379638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,power_law_1.2,0.05976319909095764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,power_law_1.01,0.12289279699325562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,power_law_1.2,0.06280959844589233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,power_law_1.01,0.11873279809951783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,power_law_1.2,0.07548800110816956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,power_law_1.01,0.1267840027809143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,power_law_1.2,0.09632639884948731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,power_law_1.01,0.13330559730529784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,power_law_1.2,0.09913600087165833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,power_law_1.2,0.10245120525360107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,power_law_1.01,0.16330879926681519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,power_law_1.2,0.10271999835968018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,power_law_1.01,0.19934719800949097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,power_law_1.2,0.10956159830093384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,power_law_1.01,0.19386240243911743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,power_law_1.2,0.11153279542922974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,power_law_1.01,0.23760640621185303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,power_law_1.2,0.11588480472564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,power_law_1.01,0.28275840282440184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,power_law_1.2,0.12407679557800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,power_law_1.01,0.36071679592132566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,power_law_1.2,0.1245311975479126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,power_law_1.01,0.4186240196228027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,power_law_1.01,0.591487979888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,power_law_1.2,0.13477120399475098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,power_law_1.01,0.8554112434387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,power_law_1.2,0.14506239891052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,power_law_1.2,0.1696895956993103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,power_law_1.01,1.087718391418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,power_law_1.2,0.20016000270843506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,power_law_1.01,1.365555191040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,power_law_1.2,0.2112895965576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,power_law_1.2,0.2514879941940308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,power_law_1.01,1.731865692138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,power_law_1.2,0.29024639129638674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,4,power_law_1.01,2.5340927124023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,power_law_1.2,0.4016064167022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,power_law_1.2,0.49784321784973146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,4,power_law_1.01,5.088358306884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,power_law_1.2,0.6772287845611572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,power_law_1.2,0.8459456443786622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,power_law_1.2,1.3622847557067872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,power_law_1.2,1.6760383605957032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,power_law_1.2,1.967308807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,4,power_law_1.2,3.47720947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,4,power_law_1.2,7.0754241943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,power_law_1.01,0.1576640009880066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,power_law_1.01,0.09751039743423462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,power_law_1.01,0.11781760454177856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,power_law_1.01,0.12684160470962524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,power_law_1.01,0.1598207950592041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,power_law_1.01,0.1670464038848877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,power_law_1.01,0.16627199649810792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,power_law_1.01,0.16462719440460205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,power_law_1.01,0.1764672040939331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,power_law_1.2,0.12937599420547485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,power_law_1.01,0.1916864037513733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,power_law_1.2,0.09054080247879029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,power_law_1.01,0.21245439052581788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,power_law_1.2,0.09322239756584168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,power_law_1.01,0.22437119483947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,power_law_1.2,0.11893119812011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,power_law_1.01,0.23265280723571777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,power_law_1.2,0.12182400226593018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,power_law_1.2,0.16584960222244263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,power_law_1.01,0.2562495946884155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,power_law_1.2,0.16677759885787963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,power_law_1.01,0.2912192106246948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,power_law_1.01,0.26936960220336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,power_law_1.2,0.16443519592285155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,power_law_1.01,0.3119040012359619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,power_law_1.01,0.18529280424118041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,power_law_1.2,0.17739520072937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,power_law_1.01,0.18588160276412963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,power_law_1.01,0.33438720703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,power_law_1.2,0.1837056040763855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,power_law_1.01,0.1136512041091919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,power_law_1.01,0.4265984058380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,power_law_1.01,0.1351423978805542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,power_law_1.2,0.20422399044036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,power_law_1.2,0.18211840391159057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,power_law_1.01,0.6378111839294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,power_law_1.01,0.13148800134658814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,power_law_1.2,0.11152640581130982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,power_law_1.01,0.16074880361557006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,power_law_1.2,0.2135103940963745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,power_law_1.01,0.1702911972999573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,power_law_1.2,0.11477119922637939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,power_law_1.01,0.8095616340637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,power_law_1.2,0.2259903907775879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,power_law_1.01,0.17371519804000854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,power_law_1.2,0.12327040433883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,power_law_1.2,0.23280000686645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,power_law_1.01,0.1701248049736023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,power_law_1.01,0.9042112350463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,power_law_1.2,0.13018239736557008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,power_law_1.01,0.18606719970703126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,power_law_1.2,0.27019519805908204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,power_law_1.2,0.16387200355529785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,power_law_1.01,1.1976832389831542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,power_law_1.01,0.1951167941093445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,power_law_1.2,0.1764415979385376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,power_law_1.01,0.21689600944519044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,power_law_1.2,0.29685120582580565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,power_law_1.01,1.6449855804443358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,power_law_1.2,0.17347840070724488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,power_law_1.01,0.23278720378875734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,power_law_1.2,0.27699201107025145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,power_law_1.01,2.7143808364868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,power_law_1.01,0.24080638885498046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,power_law_1.2,0.3359488010406494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,power_law_1.2,0.1809280037879944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,power_law_1.01,0.2985152006149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,power_law_1.01,3.1955072402954103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,power_law_1.2,0.18692480325698851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,power_law_1.2,0.36468479633331297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,power_law_1.01,0.29390079975128175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,power_law_1.01,0.2921983957290649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,power_law_1.2,0.20285439491271973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,power_law_1.2,0.4797376155853271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,power_law_1.01,4.226508712768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,power_law_1.01,0.3470720052719116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,power_law_1.2,0.22839040756225587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,power_law_1.2,0.6558527946472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.3787839889526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,power_law_1.2,0.24045441150665284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.5012928009033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,power_law_1.2,0.9848511695861817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,8,power_law_1.01,6.6042625427246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.686137580871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,power_law_1.2,0.2531775951385498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,power_law_1.2,0.9594752311706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,power_law_1.01,0.9145664215087891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,power_law_1.2,0.2973695993423462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,power_law_1.2,1.5976703643798829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,power_law_1.01,0.9914431571960449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,8,power_law_1.01,12.630675506591796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,power_law_1.2,0.31284480094909667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,power_law_1.01,1.455891227722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,power_law_1.2,1.9514623641967774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,power_law_1.2,0.33676800727844236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,power_law_1.01,1.9758783340454102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,power_law_1.2,0.3953471899032593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,power_law_1.2,3.229542541503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.4302656173706055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,power_law_1.01,3.176697540283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,power_law_1.2,3.3681278228759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.5204288005828858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,power_law_1.01,4.122803115844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,power_law_1.2,6.202598571777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,power_law_1.2,0.7951231956481933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,power_law_1.01,5.367641448974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.1343232154846192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,8,power_law_1.2,10.58914566040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,power_law_1.2,1.397548770904541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,16,power_law_1.01,7.916287994384765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,power_law_1.2,2.0984895706176756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,power_law_1.2,2.7315647125244142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,8,power_law_1.2,15.699705505371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,16,power_law_1.01,17.513874816894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,power_law_1.2,4.239936065673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,power_law_1.2,5.866553497314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,power_law_1.2,8.476185607910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,16,power_law_1.2,12.018566131591797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,16,power_law_1.2,24.891552734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,power_law_1.01,0.10546560287475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,power_law_1.01,0.11780480146408082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,power_law_1.01,0.10306559801101685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,power_law_1.01,0.1114240050315857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,power_law_1.01,0.13097599744796753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,power_law_1.01,0.16121599674224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,power_law_1.01,0.16609920263290406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,power_law_1.01,0.1641535997390747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,power_law_1.01,0.16692479848861694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,power_law_1.01,0.18075519800186157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,power_law_1.2,0.10579839944839478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,power_law_1.01,0.19630719423294068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,power_law_1.2,0.09340800046920776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,power_law_1.01,0.1991039991378784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,power_law_1.2,0.08687360286712646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,power_law_1.01,0.21814401149749757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,power_law_1.2,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,power_law_1.2,0.12307840585708618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,power_law_1.01,0.21518080234527587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,power_law_1.2,0.1593664050102234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,power_law_1.01,0.23800320625305177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,power_law_1.2,0.16291199922561644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,power_law_1.01,0.2532671928405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,power_law_1.2,0.16773120164871216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,power_law_1.01,0.2635711908340454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,power_law_1.01,0.33508479595184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,power_law_1.2,0.17900160551071168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,power_law_1.01,0.36284799575805665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,power_law_1.2,0.18672000169754027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,power_law_1.2,0.19774080514907838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,power_law_1.01,0.439027214050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,power_law_1.2,0.20296320915222169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,power_law_1.01,0.6128128051757813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,power_law_1.2,0.22716159820556642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,power_law_1.01,0.7470655918121338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,power_law_1.2,0.22746241092681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,power_law_1.2,0.2598912000656128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,power_law_1.01,0.907481575012207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,power_law_1.2,0.2782912015914917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,power_law_1.01,1.224499225616455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,power_law_1.2,0.28129279613494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,power_law_1.01,1.5340160369873046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,power_law_1.2,0.33917438983917236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,power_law_1.01,2.128236770629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,power_law_1.2,0.3722624063491821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,power_law_1.2,0.48165121078491213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,power_law_1.01,2.8780096054077147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,power_law_1.2,0.6511807918548584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,power_law_1.2,0.8221376419067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,power_law_1.01,3.6848831176757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,power_law_1.2,0.9042816162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,4,power_law_1.01,5.770854568481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,power_law_1.2,1.2806528091430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,power_law_1.2,1.6429056167602538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,4,power_law_1.01,10.934700775146485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,power_law_1.2,2.2585792541503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,power_law_1.2,3.2249664306640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,power_law_1.2,4.345727920532227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,4,power_law_1.2,5.9482879638671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,4,power_law_1.2,14.779884338378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,power_law_1.01,0.12132480144500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,power_law_1.01,0.1642240047454834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,power_law_1.01,0.17816959619522094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,power_law_1.01,0.27137279510498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,power_law_1.01,0.26484479904174807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,power_law_1.01,0.3357055902481079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,power_law_1.01,0.10782079696655274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,power_law_1.01,0.1469375967979431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,power_law_1.01,0.14001920223236083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,power_law_1.01,0.17921279668807982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,power_law_1.01,0.1558784008026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,power_law_1.01,0.18453119993209838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,power_law_1.01,0.20367999076843263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,power_law_1.2,0.12187520265579224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,power_law_1.01,0.1999616026878357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,power_law_1.01,0.234604811668396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,power_law_1.2,0.16695679426193238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,power_law_1.2,0.1781056046485901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,power_law_1.01,0.23324160575866698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,power_law_1.01,0.2292543888092041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,power_law_1.2,0.2720383882522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,power_law_1.2,0.1945088028907776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,power_law_1.2,0.16726399660110475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,power_law_1.01,0.2307136058807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,power_law_1.01,0.23478400707244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,power_law_1.2,0.11713919639587403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,power_law_1.01,0.23074560165405272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,power_law_1.01,0.2524480104446411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,power_law_1.2,0.10786559581756591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,power_law_1.01,0.2587775945663452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,power_law_1.2,0.15322240591049194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,power_law_1.01,0.25001599788665774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,power_law_1.2,0.1393280029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,power_law_1.01,0.2569407939910889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,power_law_1.2,0.18026880025863648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,power_law_1.01,0.27929599285125734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,power_law_1.01,0.27174398899078367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,power_law_1.2,0.1770751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,power_law_1.2,0.1843135952949524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,power_law_1.01,0.2885184049606323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,power_law_1.01,0.30599040985107423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,power_law_1.2,0.1911936044692993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,power_law_1.2,0.24113280773162843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,power_law_1.01,0.32952959537506105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,power_law_1.01,0.3346368074417114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,power_law_1.2,0.21924479007720948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,power_law_1.01,0.3449408054351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,power_law_1.01,0.3503871917724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,power_law_1.2,0.23235199451446534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,power_law_1.2,0.2424448013305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,power_law_1.01,0.3599679946899414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,power_law_1.2,0.23223679065704345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,power_law_1.01,0.3739840030670166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,power_law_1.01,0.4254015922546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,power_law_1.2,0.22841598987579345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.48145279884338377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,power_law_1.01,0.4345600128173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,power_law_1.2,0.2521984100341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,power_law_1.2,0.25179519653320315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.6397183895111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,power_law_1.01,0.46951680183410643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,power_law_1.2,0.26537599563598635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,power_law_1.2,0.2773504018783569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,power_law_1.2,0.29052159786224363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,power_law_1.01,0.6236480236053467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,power_law_1.01,0.6054272174835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,power_law_1.01,0.8415679931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,power_law_1.2,0.31772799491882325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,power_law_1.01,0.6163072109222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,power_law_1.2,0.28928000926971437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,power_law_1.01,1.1665151596069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,power_law_1.2,0.34126720428466795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,power_law_1.01,0.7848063945770264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,power_law_1.2,0.2938175916671753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,power_law_1.01,1.5643391609191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,power_law_1.2,0.3818367958068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,power_law_1.01,1.0750847816467286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,power_law_1.2,0.3322240114212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,power_law_1.01,1.8555904388427735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,power_law_1.2,0.37236480712890624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,power_law_1.2,0.3601088047027588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,power_law_1.01,1.3977408409118652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,power_law_1.01,2.5520896911621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,power_law_1.2,0.500377607345581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,power_law_1.2,0.3719167947769165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,power_law_1.01,1.715519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,power_law_1.01,3.0593151092529296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,power_law_1.2,0.4483583927154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.49971837997436525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,power_law_1.01,4.354636764526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,power_law_1.01,2.421139144897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,power_law_1.2,0.4878335952758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.7147776126861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,16,power_law_1.01,6.709433746337891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,power_law_1.01,2.948863983154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,power_law_1.2,0.6551424026489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,power_law_1.2,0.7264704227447509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,power_law_1.01,3.9487743377685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,power_law_1.2,0.6907519817352294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,16,power_law_1.01,13.226783752441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,power_law_1.2,0.9228608131408691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,power_law_1.2,0.845088005065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,8,power_law_1.01,6.133414459228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,power_law_1.2,1.1759424209594727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,power_law_1.2,1.3612159729003905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,power_law_1.2,1.514572811126709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,power_law_1.2,1.8856639862060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,8,power_law_1.01,12.510111999511718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,power_law_1.2,1.905887985229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,power_law_1.2,2.1956928253173826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,power_law_1.2,2.7444736480712892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,power_law_1.2,3.224160003662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,power_law_1.2,3.902355194091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,power_law_1.2,3.4675392150878905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,power_law_1.2,4.844716644287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,power_law_1.2,5.9976318359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,8,power_law_1.2,7.00091552734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,16,power_law_1.2,9.946854400634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,8,power_law_1.2,14.33502655029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,16,power_law_1.2,17.9491455078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,power_law_1.01,0.10398080348968505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,power_law_1.01,0.1339840054512024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,power_law_1.2,0.09536640048027038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,power_law_1.01,0.09660800099372864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,power_law_1.01,0.1843392014503479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,power_law_1.2,0.10948480367660522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,power_law_1.01,0.10928640365600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,power_law_1.01,0.12015999555587768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,power_law_1.2,0.11726080179214478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,power_law_1.01,0.1461824059486389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,power_law_1.01,0.15461119413375854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,power_law_1.2,0.13074560165405275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,power_law_1.01,0.13411200046539307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,power_law_1.01,0.20072319507598876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,power_law_1.01,0.21432321071624755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,power_law_1.01,0.1839679956436157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,power_law_1.2,0.169542396068573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,power_law_1.2,0.10542080402374268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,power_law_1.01,0.2618304014205933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,power_law_1.01,0.21762559413909913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,power_law_1.2,0.1987712025642395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,power_law_1.2,0.13509759902954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,power_law_1.01,0.2702591896057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,power_law_1.01,0.25232639312744143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,power_law_1.2,0.2261375904083252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,power_law_1.01,0.28248960971832277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,power_law_1.2,0.14547840356826783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,power_law_1.01,0.29850881099700927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,power_law_1.01,0.27343358993530276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,power_law_1.2,0.2699392080307007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,power_law_1.2,0.12606719732284546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,power_law_1.01,0.314630389213562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,power_law_1.01,0.2849152088165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,power_law_1.2,0.2732736110687256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,power_law_1.2,0.1611583948135376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,power_law_1.01,0.3222912073135376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,power_law_1.2,0.18409600257873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,power_law_1.01,0.28896639347076414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,power_law_1.2,0.2857791900634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,power_law_1.01,0.3493119955062866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,power_law_1.2,0.2073983907699585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,power_law_1.01,0.31113600730895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,power_law_1.2,0.31814401149749755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,power_law_1.01,0.3646591901779175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,power_law_1.2,0.24712319374084474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,power_law_1.01,0.39904639720916746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,power_law_1.2,0.33062400817871096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,power_law_1.01,0.33207039833068847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,power_law_1.2,0.2660032033920288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,power_law_1.01,0.4532224178314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,power_law_1.01,0.3370368003845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,power_law_1.2,0.3285056114196777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,power_law_1.2,0.26301438808441163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,power_law_1.01,0.5579135894775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,power_law_1.01,0.3602112054824829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,power_law_1.2,0.3701567888259888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,power_law_1.01,0.5527743816375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,power_law_1.2,0.29862399101257325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,power_law_1.01,0.38753280639648435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,power_law_1.01,0.6598911762237549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,power_law_1.2,0.396940803527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,power_law_1.01,0.4257472038269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,power_law_1.01,0.6699776172637939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,power_law_1.2,0.31223039627075194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,power_law_1.2,0.4126272201538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,power_law_1.01,0.8718591690063476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,power_law_1.01,0.43366398811340334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,power_law_1.2,0.3189055919647217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,power_law_1.01,1.0377599716186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,power_law_1.2,0.4569407939910889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,power_law_1.01,0.539577579498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,power_law_1.2,0.35731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,power_law_1.01,1.3974207878112792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,power_law_1.2,0.5480768203735351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,power_law_1.01,0.5654784202575683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,power_law_1.01,1.7302719116210938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,power_law_1.2,0.38090240955352783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,power_law_1.2,0.40181121826171873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,power_law_1.2,0.5854400157928467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,power_law_1.01,0.6917888164520264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,power_law_1.01,2.46362247467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,power_law_1.2,0.4694655895233154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,power_law_1.01,3.2376705169677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,power_law_1.2,0.7284736156463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,power_law_1.01,0.7941440105438232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,power_law_1.2,0.5997695922851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,power_law_1.01,3.9782718658447265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,power_law_1.2,0.8279359817504883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,power_law_1.01,1.0026559829711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,power_law_1.2,0.5729663848876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,power_law_1.2,1.0400192260742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,4,power_law_1.01,6.022387313842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,power_law_1.01,1.4838848114013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,power_law_1.2,0.7057087898254395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,power_law_1.2,0.6755263805389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,power_law_1.2,1.5384767532348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,power_law_1.01,1.9101375579833983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,4,power_law_1.01,12.503244781494141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,power_law_1.2,0.8798399925231933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,power_law_1.01,2.0885055541992186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,power_law_1.2,1.9846399307250977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,power_law_1.2,1.1818495750427247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,power_law_1.2,2.2241279602050783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,power_law_1.01,2.8409408569335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,power_law_1.2,1.6176959991455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,power_law_1.2,2.7737920761108397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,power_law_1.01,3.680972671508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,power_law_1.2,1.8493055343627929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,power_law_1.2,2.8746496200561524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,power_law_1.2,3.6419136047363283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,power_law_1.01,4.685894393920899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,power_law_1.2,3.7304832458496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,power_law_1.2,4.795833587646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,2,power_law_1.01,7.109740447998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,power_law_1.2,4.459257507324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,2,power_law_1.2,7.318457794189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,2,power_law_1.01,13.648728942871093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,4,power_law_1.2,6.561363220214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,2,power_law_1.2,13.254751586914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,4,power_law_1.2,13.30013427734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,power_law_1.01,0.059334397315979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,power_law_1.2,0.06033920049667359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,power_law_1.01,0.059628802537918094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,power_law_1.2,0.060108798742294314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,power_law_1.01,0.059520000219345094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,power_law_1.2,0.06088320016860962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,power_law_1.01,0.05975040197372437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,power_law_1.01,0.06099200248718262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,power_law_1.2,0.061612802743911746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,power_law_1.01,0.09237120151519776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,power_law_1.01,0.10506880283355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,power_law_1.01,0.1279680013656616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,power_law_1.01,0.15330560207366944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,power_law_1.01,0.2545151948928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,power_law_1.01,0.2756736040115356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,power_law_1.01,0.06160640120506287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,power_law_1.2,0.06282879710197449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,power_law_1.2,0.06356480121612548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,power_law_1.01,0.06443520188331604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,power_law_1.01,0.32027521133422854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,power_law_1.2,0.0656063973903656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,power_law_1.01,0.38638079166412354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,power_law_1.01,0.06536960005760192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,power_law_1.01,0.3947200059890747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,power_law_1.01,0.3945728063583374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,power_law_1.2,0.0923200011253357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,power_law_1.01,0.4331711769104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,power_law_1.2,0.09709439873695373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,power_law_1.01,0.4506495952606201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,power_law_1.2,0.11562240123748779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,power_law_1.2,0.14161920547485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,power_law_1.01,0.46600961685180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,power_law_1.2,0.0673792004585266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,power_law_1.01,0.06639999747276307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,power_law_1.01,0.5043007850646972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,power_law_1.2,0.19727360010147094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,power_law_1.2,0.06848000288009644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,power_law_1.01,0.5645567893981933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,power_law_1.2,0.30901761054992677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,power_law_1.01,0.07157760262489318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,power_law_1.2,0.07071359753608704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,power_law_1.01,0.6082816123962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,power_law_1.2,0.37068800926208495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,power_law_1.01,0.6746240139007569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,power_law_1.2,0.3589888095855713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,power_law_1.01,0.8686335563659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,power_law_1.01,0.07642239928245545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,power_law_1.2,0.07973120212554932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,power_law_1.2,0.37204480171203613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.8459967613220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,power_law_1.01,0.08398079872131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,power_law_1.2,0.08531200289726257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,power_law_1.01,1.0590975761413575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,power_law_1.2,0.3860032081604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,power_law_1.2,0.09059200286865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,power_law_1.01,1.2009984016418458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,power_law_1.2,0.4381824016571045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.5280192375183106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,power_law_1.2,0.4573823928833008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.856991958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,power_law_1.2,0.47156481742858886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,power_law_1.01,2.453619194030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,power_law_1.01,0.10599039793014527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,power_law_1.2,0.10790400505065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,power_law_1.2,0.11193599700927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,power_law_1.01,0.11665920019149781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,power_law_1.2,0.525055980682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.848934364318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,power_law_1.01,4.025632095336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5686399936676025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,power_law_1.2,0.6025216102600097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,power_law_1.01,5.461401748657226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,power_law_1.2,0.694924783706665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,power_law_1.2,0.1461824059486389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,power_law_1.01,0.12764159440994263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,power_law_1.01,6.696627044677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,power_law_1.2,0.877785587310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,power_law_1.2,0.19975039958953858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,power_law_1.01,0.2016511917114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.01,0.24880640506744384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.2,0.24289278984069823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.8620223999023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,1,power_law_1.01,9.918476867675782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,power_law_1.2,1.0821760177612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,power_law_1.2,1.1874496459960937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,1,power_law_1.01,18.99059143066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.5415552139282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.01,0.366758394241333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.9093120574951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.2,0.3791167974472046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.01,0.49944319725036623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.2,0.47687039375305174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,power_law_1.2,2.505619239807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.2,0.7340352058410644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.01,0.6956416130065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,power_law_1.2,3.0973184585571287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.2,0.9252351760864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.01,0.9722304344177246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.2,1.4504384040832519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,power_law_1.2,4.311616134643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.01,1.312889575958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.2,2.0060863494873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.01,1.9438976287841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,power_law_1.2,5.506163024902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.2,2.9647552490234377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.01,2.724390411376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,power_law_1.2,6.7287742614746096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.01,3.9574462890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.2,3.319142532348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,1,power_law_1.2,9.990579223632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,power_law_1.01,4.698310470581054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,power_law_1.2,4.953855895996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,8,power_law_1.01,7.2778175354003904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,2,8,power_law_1.2,7.1896003723144535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,power_law_1.01,0.051545602083206174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,1,power_law_1.2,19.02860107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,power_law_1.01,0.05370240211486817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,8,power_law_1.01,15.718861389160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,power_law_1.01,0.054636800289154054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,2,8,power_law_1.2,15.591897583007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,power_law_1.01,0.05748479962348938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,power_law_1.01,0.05797759890556335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,power_law_1.2,0.049107199907302855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,power_law_1.2,0.04835200011730194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,power_law_1.2,0.048518401384353635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,power_law_1.2,0.05772799849510193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,power_law_1.01,0.060121601819992064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,power_law_1.01,0.06097279787063599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,power_law_1.01,0.06340479850769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,power_law_1.2,0.060236799716949466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,power_law_1.2,0.061919999122619626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,power_law_1.2,0.062041598558425906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,power_law_1.01,0.03968639969825745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,power_law_1.2,0.040505599975585935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,power_law_1.01,0.04033919870853424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,power_law_1.2,0.042099198698997496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,power_law_1.01,0.04232960045337677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,power_law_1.01,0.06537600159645081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,power_law_1.2,0.03971840143203735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,power_law_1.2,0.06396160125732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,power_law_1.01,0.05578240156173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,power_law_1.2,0.05573760271072388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,power_law_1.2,0.06637439727783204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,power_law_1.01,0.06913920044898987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,power_law_1.01,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,power_law_1.2,0.05680000185966492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,power_law_1.01,0.0749888002872467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,power_law_1.2,0.06773120164871216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,power_law_1.01,0.07448319792747497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,power_law_1.2,0.07601919770240784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,power_law_1.01,0.0859008014202118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,power_law_1.2,0.07490559816360473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,power_law_1.2,0.08443520069122315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,power_law_1.2,0.10635520219802856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,power_law_1.01,0.10209280252456665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,power_law_1.2,0.11045119762420655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,power_law_1.01,0.11645439863204957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,power_law_1.2,0.13203840255737304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,power_law_1.01,0.1565440058708191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,power_law_1.2,0.18387839794158936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.01,0.19017599821090697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.2,0.21592960357666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,power_law_1.2,0.05912320017814636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,power_law_1.01,0.05914239883422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,power_law_1.01,0.059987199306488034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,power_law_1.2,0.06032639741897583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,power_law_1.2,0.06072319746017456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,power_law_1.01,0.06197119951248169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.01,0.33277440071105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.2,0.3018752098083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.01,0.3719935894012451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.2,0.36720640659332277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.01,0.669875192642212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.2,0.6380735874176026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.01,0.7148416042327881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.01,1.2184384346008301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.2,0.983743953704834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,power_law_1.2,0.06322559714317322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.01,1.87390079498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,power_law_1.01,0.06199679970741272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.2,1.545644760131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.01,2.2816192626953127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,power_law_1.2,0.06534399986267089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,power_law_1.01,0.06604160070419311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.2,1.70581111907959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.01,2.9517824172973635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,power_law_1.2,0.06776959896087646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.2,2.5589759826660154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,power_law_1.01,3.7119678497314452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,power_law_1.01,0.07025920152664185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,power_law_1.2,0.07705600261688232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.2,3.822284698486328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,4,power_law_1.01,6.808819580078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,power_law_1.01,0.07976319789886474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,power_law_1.2,0.07697920203208923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,power_law_1.01,0.0852735996246338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,power_law_1.2,4.958259201049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,power_law_1.2,0.0855679988861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,4,power_law_1.01,15.267295837402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,power_law_1.01,0.09293439984321594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,power_law_1.2,0.09009280204772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,power_law_1.01,0.10015360116958619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,4,power_law_1.2,8.5608642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,power_law_1.01,0.10656640529632569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,power_law_1.2,0.0987712025642395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,power_law_1.01,0.14911359548568726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,power_law_1.2,0.11020159721374512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.01,0.16832640171051025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,4,power_law_1.2,17.054547119140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,power_law_1.2,0.14825600385665894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.2,0.1742527961730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.01,0.25579519271850587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.2,0.21967999935150145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.01,0.32700159549713137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.2,0.36795520782470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.01,0.4527743816375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.2,0.46299519538879397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.01,0.7021759986877442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.2,0.7097023963928223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.01,1.1121088027954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.0328575998544693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.03395200073719025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.01,1.3446528434753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.03711360096931458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.03559040129184723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.2,1.0199808120727538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.03960959911346436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.01,2.0506879806518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.2,1.3145792007446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.055129599571228025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.054451197385787964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.05723519921302796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.05505920052528381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.2,2.032192039489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.01,2.8908096313476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.2,2.791763114929199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,power_law_1.01,2.8547840118408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,power_law_1.2,2.9024703979492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,2,power_law_1.01,4.472198486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,2,power_law_1.2,5.1612800598144535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,2,power_law_1.01,11.029920196533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,2,power_law_1.2,10.974323272705078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.06007680296897888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.059443199634552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.0607807993888855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.06229119896888733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.062431997060775755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06606720089912414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.06578559875488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.06711040139198303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.06785280108451844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.06972159743309021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06912000179290771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.07802240252494812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.07575680017471313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.09095039963722229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.0871616005897522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.10091520547866821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.09207680225372314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.10236159563064576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.10079360008239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.11535359621047973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.10545920133590699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.1509119987487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.1747712016105652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.11390080451965331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,power_law_1.01,0.0781823992729187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,power_law_1.2,0.07745280265808105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.14639999866485595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.17596160173416137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,power_law_1.2,0.0775168001651764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,power_law_1.01,0.07859839797019959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,power_law_1.2,0.07791360020637512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,power_law_1.01,0.07934719920158387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.25661439895629884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,power_law_1.01,0.07916160225868225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,power_law_1.2,0.07813760042190551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.2584320068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.3178303956985474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,power_law_1.01,0.08014079928398132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,power_law_1.2,0.07908480167388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.3206720113754272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.456544017791748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.6003392219543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.4538432121276855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.8695551872253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.59683837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,1.1558208465576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.877228832244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,1.1522175788879394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.7147840499877929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,2.267180824279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.7086847305297852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,power_law_1.01,0.0838591992855072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.8196863174438476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,2.2574399948120116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,power_law_1.2,0.08213120102882385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,4.476422500610352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,power_law_1.01,0.08544639945030212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.8128639221191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,power_law_1.2,0.08455680012702942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,power_law_1.01,0.08790400028228759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,8.886284637451173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,4.467225646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,power_law_1.2,0.08714879751205444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,8.870829010009766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,power_law_1.01,0.09123200178146362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,power_law_1.2,0.08916479945182801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,power_law_1.01,0.091212797164917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,power_law_1.2,0.0902079999446869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,power_law_1.01,0.09615359902381897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,power_law_1.2,0.09437440037727356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,power_law_1.01,0.10230400562286376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,power_law_1.2,0.11125119924545288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,power_law_1.01,0.05658239722251892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,power_law_1.2,0.06236159801483154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,power_law_1.01,0.10884480476379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,power_law_1.2,0.1137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,power_law_1.01,0.06733440160751343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,power_law_1.2,0.07258880138397217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,power_law_1.01,0.12532479763031007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,power_law_1.2,0.12085119485855103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,power_law_1.2,0.07264000177383423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,power_law_1.01,0.07791360020637512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,power_law_1.01,0.07830399870872498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,power_law_1.2,0.07793279886245727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,power_law_1.2,0.07878400087356567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,power_law_1.01,0.16643199920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,power_law_1.2,0.14791680574417115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,power_law_1.01,0.17664639949798583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,power_law_1.2,0.1734015941619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,power_law_1.01,0.21208319664001465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,power_law_1.01,0.28295040130615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,power_law_1.2,0.21427199840545655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.01,0.3630336046218872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,power_law_1.2,0.30542080402374266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,power_law_1.01,0.08180480003356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,power_law_1.2,0.08184319734573364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,power_law_1.01,0.08336640000343323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.2,0.35766398906707764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,power_law_1.2,0.08361600041389465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,power_law_1.01,0.08407040238380432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,power_law_1.2,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.01,0.571295976638794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.2,0.509823989868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.01,0.689247989654541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,power_law_1.01,0.08637440204620361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.2,0.664192008972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.01,1.0011520385742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,power_law_1.01,0.09095680117607116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,power_law_1.2,0.08772479891777038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.2,1.0994879722595214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.01,1.4767487525939942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,power_law_1.01,0.09130880236625671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,power_law_1.2,0.09000319838523865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,power_law_1.01,0.10494719743728638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.01,1.9770431518554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.2,1.4071807861328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,power_law_1.01,0.1142016053199768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,power_law_1.2,0.09105280041694641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.01,2.708729553222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,power_law_1.01,0.11876480579376221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.2,2.1831424713134764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,power_law_1.2,0.10622080564498901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,power_law_1.01,0.13953280448913574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.2,2.9081920623779296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.01,4.0479999542236325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,power_law_1.01,0.1384384036064148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,power_law_1.2,0.1145408034324646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.2,4.166860961914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,power_law_1.01,0.18888959884643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.01,5.865241622924804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,power_law_1.2,0.1147968053817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.2,5.778675079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,power_law_1.01,7.603769683837891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,power_law_1.2,0.12803839445114135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,power_law_1.2,7.2889152526855465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,power_law_1.2,0.15296640396118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,8,power_law_1.01,12.271250915527343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,power_law_1.2,0.1825152039527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,power_law_1.01,0.22476799488067628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.01,0.312825608253479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,2,8,power_law_1.2,11.552902221679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,power_law_1.2,0.27652480602264407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.01,0.5038911819458007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,8,power_law_1.01,23.035385131835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.01,0.6234240055084228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.2,0.3117568016052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.01,0.9036992073059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.2,0.6166143894195557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,2,8,power_law_1.2,23.94074249267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.01,1.2437503814697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.2,0.6995391845703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.01,1.8121280670166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.2,1.1950976371765136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.01,2.18908805847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.2,1.3672063827514649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.2,1.6894271850585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.01,3.6898880004882812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.2,3.2446273803710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.01,5.8682304382324215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.2,4.142604827880859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,power_law_1.01,6.119852828979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.2,6.3794303894042965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,4,power_law_1.01,12.31014404296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,power_law_1.2,7.4883583068847654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,4,power_law_1.01,25.610662841796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,4,power_law_1.2,13.268083190917968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,power_law_1.01,0.04713599979877472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,power_law_1.2,0.047007998824119566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,power_law_1.01,0.055251199007034305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,power_law_1.2,0.05850239992141724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,4,power_law_1.2,24.805850219726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,power_law_1.2,0.05873280167579651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,power_law_1.01,0.062067198753356936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,power_law_1.2,0.07656319737434387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,power_law_1.01,0.07640320062637329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,power_law_1.2,0.07767040133476258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,power_law_1.01,0.07749760150909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,power_law_1.2,0.08103039860725403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.03914879858493805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,power_law_1.01,0.08081920146942138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.03993600010871887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,power_law_1.2,0.08263040184974671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.04467839896678925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,power_law_1.01,0.08218240141868591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.04563199877738953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05631999969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,power_law_1.2,0.08376960158348083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,power_law_1.01,0.08348159790039063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.07698559761047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.050329601764678954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.0775168001651764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.07515519857406616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.07774720191955567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,power_law_1.2,0.08757759928703308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,power_law_1.01,0.08727040290832519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,power_law_1.01,0.08844159841537476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,power_law_1.2,0.0930624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,power_law_1.01,0.09181439876556396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,power_law_1.01,0.09858559966087341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.08271359801292419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,power_law_1.2,0.11496319770812988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,power_law_1.01,0.11538560390472412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.08327040076255798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.08370559811592101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,power_law_1.01,0.11850240230560302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,power_law_1.2,0.11713279485702514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.0861952006816864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.08510079979896545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.091430401802063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.09404799938201905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.08673920035362244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.09635199904441834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.09217919707298279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.0939840018749237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.11823999881744385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.09644160270690919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,power_law_1.01,0.13155839443206788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,power_law_1.2,0.13374719619750977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.12847360372543334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.11296000480651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.13871999979019164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,power_law_1.01,0.13772799968719482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,power_law_1.2,0.1426751971244812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.11827199459075928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.143014395236969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,power_law_1.01,0.16004480123519899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,power_law_1.2,0.1603968024253845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.13017599582672118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.16059520244598388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.205401611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.1379520058631897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,power_law_1.2,0.22517120838165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,power_law_1.01,0.20824320316314698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.2652352094650269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.1473088026046753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.2,0.2857280015945435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.01,0.24783999919891359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.37211520671844484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.47431039810180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.1641535997390747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.2,0.393721604347229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.01,0.4148928165435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.6816319942474365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.21631999015808107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.01,0.5188735961914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.2,0.5342016220092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.8965696334838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.3113087654113769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.2627968072891235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.01,0.6815104007720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.2,0.8156991958618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.7342079162597657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.37061119079589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,2.5535232543945314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.4749567985534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.01,0.8405311584472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.2,0.9702976226806641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,3.3969982147216795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.6829760074615479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.01,1.6305280685424806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.2,1.5362367630004883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,4.234073638916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.8916543960571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.01,2.1178047180175783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.2,1.8681791305541993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.3149248123168946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,6.721222686767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.7324352264404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.01,2.684524726867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.2,2.5029119491577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,13.347897338867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.5505344390869142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.01,3.28485107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.2,4.314086532592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,power_law_1.2,5.212396621704102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,3.3888641357421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,power_law_1.01,5.357081604003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,4.218220901489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,2,power_law_1.2,9.255609893798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,2,power_law_1.01,8.495782470703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,6.699040222167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,2,power_law_1.01,15.878329467773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,2,power_law_1.2,18.972026062011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,13.363372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.1703552007675171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.32254719734191895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.3232959985733032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.11786880493164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.10008319616317748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.14485119581222533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.14701440334320068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.16255999803543092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.1570304036140442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,power_law_1.01,0.11448960304260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,power_law_1.2,0.11512960195541382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,power_law_1.01,0.19457919597625734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,power_law_1.2,0.1843008041381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,power_law_1.01,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,power_law_1.2,0.08655999898910523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,power_law_1.01,0.11272959709167481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,power_law_1.2,0.15167360305786132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.1827072024345398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,power_law_1.01,0.1673535943031311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.1729920029640198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.25389440059661866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.23991680145263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.2584575891494751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.25170559883117677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.2947648048400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.28287999629974364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.2885632038116455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.3068928003311157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.3214207887649536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2981503963470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.3001215934753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.297216010093689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.29748480319976806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,power_law_1.2,0.167302405834198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.3193664073944092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,power_law_1.01,0.18231040239334106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.28280320167541506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.29345920085906985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,power_law_1.01,0.23226239681243896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,power_law_1.2,0.2588992118835449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.31497600078582766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.33060479164123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,power_law_1.01,0.27029759883880616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.33646719455718993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,power_law_1.2,0.2680000066757202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.3537087917327881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,power_law_1.01,0.2724672079086304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.32585599422454836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,power_law_1.2,0.29092481136322024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.3871104001998901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,power_law_1.01,0.2853760004043579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.4052095890045166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.379366397857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,power_law_1.2,0.3015360116958618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.46170878410339355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,power_law_1.01,0.3049920082092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.3911936044692993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,power_law_1.2,0.31559679508209226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.5506303787231446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,power_law_1.01,0.2942591905593872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,power_law_1.2,0.29594879150390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.417190408706665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,0.6961919784545898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.8755328178405761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,power_law_1.2,0.3231679916381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,power_law_1.01,0.3197184085845947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.5431871891021729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,1.404364776611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,power_law_1.2,0.33215999603271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,power_law_1.01,0.3280767917633057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.6739712238311768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,1.57959041595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,power_law_1.2,0.34586880207061765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,power_law_1.01,0.3417407989501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,0.9106368064880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,2.34901123046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,power_law_1.2,0.36024320125579834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,power_law_1.01,0.34617600440979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,3.0405887603759765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.0852416038513184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,power_law_1.2,0.3516607999801636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,power_law_1.01,0.3436863899230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,3.910176086425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,1.5635711669921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,power_law_1.2,0.4203455924987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,power_law_1.01,0.3898112058639526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,6.248083114624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.9284671783447265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.2,0.4673600196838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.01,0.4546879768371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,2.979814338684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.01,0.5183487892150879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.2,0.5515391826629639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,12.849568176269532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.01,0.5971583843231201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,3.5355777740478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.2,0.654150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.01,0.7651264190673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.2,1.0080063819885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,4.913056182861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.2,1.0047103881835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.01,1.0018303871154786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,7.313433837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.2,1.602822494506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.01,1.4600959777832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.2,1.9374208450317383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.01,1.7006399154663085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,17.4429443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.01,2.8572671890258787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.2,3.019628715515137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.01,3.5195457458496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.2,4.180307388305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,power_law_1.01,4.218585586547851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,power_law_1.2,5.667641448974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,power_law_1.01,0.09312639832496643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,8,power_law_1.01,7.612723541259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,power_law_1.01,0.13201919794082642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,8,power_law_1.2,7.814669036865235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,power_law_1.2,0.09430400133132935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,power_law_1.01,0.0875711977481842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,power_law_1.2,0.1319167971611023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,8,power_law_1.01,13.347801208496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,8,power_law_1.2,18.29615936279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,power_law_1.2,0.09047039747238159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,power_law_1.01,0.16125439405441283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,power_law_1.2,0.1131775975227356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,power_law_1.2,0.14995839595794677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,power_law_1.01,0.18743040561676025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,power_law_1.2,0.17472000122070314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,power_law_1.01,0.26815359592437743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,power_law_1.2,0.25731840133666994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,power_law_1.01,0.26897919178009033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,power_law_1.2,0.27660160064697265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,power_law_1.01,0.2985663890838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,power_law_1.2,0.28947200775146487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,power_law_1.01,0.28663680553436277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,power_law_1.01,0.09605759978294373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,power_law_1.2,0.09553279876708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,power_law_1.01,0.2949887990951538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,power_law_1.2,0.31405439376831057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,power_law_1.01,0.11477119922637939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,power_law_1.2,0.11171200275421142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,power_law_1.01,0.3261120080947876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,power_law_1.2,0.33226239681243896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,power_law_1.01,0.10652159452438355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,power_law_1.01,0.35459198951721194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,power_law_1.2,0.10122879743576049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,power_law_1.2,0.337446403503418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,power_law_1.01,0.35399680137634276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,power_law_1.01,0.13441280126571656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,power_law_1.2,0.12800639867782593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,power_law_1.01,0.3744447946548462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,power_law_1.2,0.3544831991195679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,power_law_1.01,0.1714687943458557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,power_law_1.2,0.15665279626846312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,power_law_1.01,0.3682431936264038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,power_law_1.2,0.3561023950576782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,power_law_1.01,0.3850368022918701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,power_law_1.2,0.3621567964553833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,power_law_1.01,0.44071040153503416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.01,0.5235519886016846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,power_law_1.2,0.39290881156921387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.01,0.6312640190124512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,power_law_1.2,0.41155200004577636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.01,0.7365952014923096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,power_law_1.2,0.5132031917572022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.01,1.02805757522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.2,0.5426047801971435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.01,1.2063103675842286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.2,0.6785408020019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,power_law_1.2,0.20341119766235352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,power_law_1.01,0.22426240444183348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,power_law_1.2,0.2750720024108887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,power_law_1.01,0.27663359642028806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.2,0.7828351974487304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.01,1.7662656784057618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,power_law_1.01,0.32111999988555906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.01,2.259257507324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,power_law_1.2,0.3166591882705688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.2,1.0435903549194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,power_law_1.01,0.3688704013824463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.01,3.410572814941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,power_law_1.2,0.3493567943572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.2,1.2805695533752441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,power_law_1.01,0.3675584077835083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.01,4.353875350952149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,power_law_1.2,0.38867840766906736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.2,2.070457649230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,power_law_1.01,0.39638400077819824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,power_law_1.01,5.7666175842285154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,power_law_1.2,0.4021759986877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,power_law_1.2,0.39957120418548586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,power_law_1.01,0.40568318367004397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.2,2.502227210998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,4,power_law_1.01,8.385433959960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,power_law_1.2,0.4193408012390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,power_law_1.01,0.43439359664916993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.2,4.021254348754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,power_law_1.2,0.4513855934143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,power_law_1.01,0.44318079948425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,4,power_law_1.01,16.776806640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,power_law_1.2,0.4723008155822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.2,4.428768157958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,power_law_1.01,0.4668288230895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,power_law_1.2,0.49903359413146975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,power_law_1.2,6.669862365722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,power_law_1.01,0.4800576210021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,power_law_1.2,0.5393983840942382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,4,power_law_1.2,9.789695739746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,power_law_1.01,0.5319231986999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,power_law_1.2,0.6431104183197022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,power_law_1.01,0.6182208061218262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.2,0.746560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.01,0.711520004272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,4,power_law_1.2,19.014393615722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.2,0.8942272186279296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.01,0.9045696258544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.01,1.0943552017211915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.2,1.1165504455566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.01,1.4639488220214845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.2,1.5218303680419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.2,1.8463232040405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.01,1.802720069885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.11728639602661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.2,2.593062400817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.1328511953353882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.01,2.5669887542724608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.14813439846038817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.2,3.613657760620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.01,3.277312088012695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.1764032006263733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.11879680156707764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.2,4.973593521118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.2133631944656372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.01,5.0120704650878904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.1355712056159973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.2,6.670649719238281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.14695039987564087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.01,6.537081909179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.17046400308609008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,power_law_1.2,8.241426849365235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.200217604637146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,power_law_1.01,8.11971206665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.28711040019989015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,2,power_law_1.2,13.331846618652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,2,power_law_1.01,12.847576904296876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.2732800006866455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.36523520946502686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.38904318809509275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.3707263946533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,2,power_law_1.2,26.615789794921874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.49585280418395994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.42267518043518065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.4982783794403076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,2,power_law_1.01,26.428729248046874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.4802432060241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.5305535793304443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.5064000129699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.5689407825469971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.5483327865600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.5775936126708985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.5649600028991699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.6258304119110107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.5952832221984863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.6653183937072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.6437759876251221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.7006464004516602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.6834239959716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.7760960102081299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.7206655979156494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.9455743789672851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.8061311721801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,1.0912063598632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.9743103981018066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,1.4225536346435548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,1.1300992012023925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,1.7370367050170898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.08046720027923585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.07921280264854431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,1.4468031883239747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,2.373017692565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.04529919922351837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,1.7685951232910155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.06532480120658875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,3.0261375427246096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.04774399995803833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,2.40262393951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.049593600630760196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,4.307814407348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.05186560153961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.05589759945869446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,3.0587263107299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,5.591628646850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.06741759777069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.06416000127792358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,8.174105834960937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,4.326547241210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,10.865638732910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,5.646169662475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,8.220588684082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,13.442938232421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,10.805651092529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,21.1147705078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,13.368089294433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.07614079713821412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.07813119888305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,41.826715087890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,21.10314178466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.08568320274353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.08161919713020324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,41.85173645019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.08786560297012329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.08766720294952393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.08810240030288696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.08804479837417603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.09375360012054443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.09159680008888245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.09486079812049866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.0970304012298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.096806401014328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.09907199740409851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.09978240132331848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.10135680437088013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,power_law_1.01,0.058208000659942624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,power_law_1.2,0.05690240263938904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,power_law_1.01,0.054041600227355956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,power_law_1.01,0.04407039880752563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,power_law_1.01,0.054745602607727054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,power_law_1.2,0.04734080135822296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,power_law_1.01,0.06204800009727478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.10920319557189942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,power_law_1.2,0.05905280113220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.1161344051361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.10804480314254761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.12083840370178223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.11980799436569214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.1463104009628296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.15330560207366944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,power_law_1.01,0.07857919931411743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.14850560426712037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.18854399919509887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,power_law_1.2,0.07910400032997131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,power_law_1.01,0.08589439988136291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.21931519508361816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.24688639640808105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,power_law_1.01,0.0889792025089264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.2728192090988159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.26847999095916747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,power_law_1.2,0.09019520282745361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.33882880210876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.4234879970550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,power_law_1.01,0.09127680063247681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.513753604888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.5897600173950195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,power_law_1.2,0.09221760034561158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,power_law_1.01,0.09448320269584656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,0.9178560256958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,0.6611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,power_law_1.2,0.09623039960861206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,power_law_1.01,0.09876480102539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,1.2717568397521972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,power_law_1.01,0.10076800584793091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,power_law_1.2,0.09882240295410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,0.9232064247131347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,power_law_1.01,0.10292479991912842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,power_law_1.2,0.10330239534378052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,2.0023679733276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,power_law_1.01,0.108787202835083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,1.4248255729675292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,power_law_1.2,0.09979519844055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,3.0985984802246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,power_law_1.2,0.10965759754180908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,1.9327743530273438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,3.625996780395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,power_law_1.01,0.11331839561462402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,2.313792037963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,power_law_1.2,0.12156800031661988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,5.704844665527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,power_law_1.01,0.11932159662246704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,3.660044860839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,power_law_1.2,0.12486399412155151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,power_law_1.01,0.1246783971786499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,power_law_1.01,0.15920640230178834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,power_law_1.2,0.13386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,11.6607421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.01,0.1701375961303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,8.318386840820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,power_law_1.2,0.16001280546188354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.01,0.21498239040374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.2,0.1930624008178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.01,0.3068543910980225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.2,0.2388159990310669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.01,0.3859839916229248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.2,0.3172287940979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.01,0.5166016101837159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.2,0.42008957862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.01,0.7019839763641358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.2,0.6687808036804199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.01,1.0416768074035645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.2,0.9256575584411622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.01,1.4417920112609863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.2,1.0933568000793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.01,1.953785514831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.2,1.8201536178588866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,power_law_1.01,2.4073856353759764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.2,2.19168643951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,8,power_law_1.01,4.1677696228027346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,power_law_1.01,0.045388799905776975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,power_law_1.2,0.045484799146652224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,power_law_1.2,3.312198257446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,power_law_1.01,0.04373759925365448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,power_law_1.2,0.04227199852466583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,8,power_law_1.01,7.341254425048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,8,power_law_1.2,5.4229377746582035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,power_law_1.2,0.04490880072116852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,power_law_1.01,0.04643200039863586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,power_law_1.2,0.05241600275039673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,power_law_1.01,0.05699840188026428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,8,power_law_1.2,10.703660583496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,power_law_1.2,0.06314240097999572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,power_law_1.01,0.06281599998474122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,power_law_1.2,0.08777599930763244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,power_law_1.01,0.08615679740905761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,power_law_1.2,0.09475200176239014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,power_law_1.01,0.09753599762916565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,power_law_1.01,0.04723840057849884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,power_law_1.2,0.04755840003490448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,power_law_1.01,0.0974016010761261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,power_law_1.2,0.09085440039634704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,power_law_1.01,0.05167359709739685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,power_law_1.2,0.05186560153961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,power_law_1.01,0.0546176016330719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,power_law_1.2,0.05512319803237915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,power_law_1.01,0.06167680025100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,power_law_1.01,0.07428479790687562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,power_law_1.2,0.061382400989532473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,power_law_1.2,0.10686719417572021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,power_law_1.2,0.07369599938392639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,power_law_1.01,0.10716160535812377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,power_law_1.2,0.10851839780807496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,power_law_1.01,0.11050879955291748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,power_law_1.2,0.11105279922485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,power_law_1.01,0.11659519672393799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,power_law_1.2,0.1184000015258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,power_law_1.01,0.10373120307922364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,power_law_1.2,0.10392960309982299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,power_law_1.2,0.12014720439910889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,power_law_1.01,0.1194111943244934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,power_law_1.01,0.10918400287628174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,power_law_1.2,0.1119871973991394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,power_law_1.2,0.12893439531326295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,power_law_1.01,0.12475520372390747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,power_law_1.01,0.11413760185241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,power_law_1.2,0.1156607985496521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,power_law_1.2,0.13471360206604005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,power_law_1.01,0.14279040098190307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,power_law_1.2,0.15745919942855835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,power_law_1.01,0.15664639472961425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,power_law_1.01,0.1317952036857605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,power_law_1.2,0.1364159941673279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,power_law_1.01,0.177183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,power_law_1.01,0.13553919792175292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,power_law_1.2,0.13640320301055908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,power_law_1.2,0.19217920303344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,power_law_1.01,0.1450816035270691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,power_law_1.2,0.14287999868392945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.01,0.2068160057067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.2,0.23006720542907716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,power_law_1.01,0.14855040311813356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,power_law_1.2,0.15390080213546753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,power_law_1.01,0.15326080322265626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.01,0.2976576089859009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.2,0.30135679244995117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,power_law_1.2,0.1594879984855652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,power_law_1.01,0.16298240423202515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.01,0.40241279602050783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,power_law_1.2,0.1655359983444214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,power_law_1.01,0.17912319898605347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.2,0.38036479949951174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,power_law_1.01,0.18677760362625123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.01,0.5071616172790527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,power_law_1.2,0.18334720134735108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.2,0.5941696166992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,power_law_1.2,0.1918272018432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,power_law_1.01,0.20632319450378417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.01,0.6612031936645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,power_law_1.01,0.26307199001312254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,power_law_1.2,0.21237120628356934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.2,0.7601408004760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.01,0.9316672325134278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.01,0.3227263927459717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,power_law_1.2,0.2710911989212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.01,0.44640002250671384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.2,1.0653504371643066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.01,1.1780799865722655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.2,0.33238399028778076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.01,0.5387008190155029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.2,1.3867327690124511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.01,0.7450431823730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.01,1.971116828918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.2,0.4594751834869385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.01,0.9296575546264648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.2,0.5829887866973877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.2,2.0525184631347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.01,1.3811327934265136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.01,2.675974464416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.2,0.7413695812225342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.01,1.7953664779663085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.2,2.712345504760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,power_law_1.01,2.7655487060546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.2,1.0058176040649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.01,2.7242624282836916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,power_law_1.2,3.7272510528564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.01,3.487596893310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.2,1.4986687660217286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,4,power_law_1.01,4.802278518676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,power_law_1.01,4.557503890991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.2,1.957484817504883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,4,power_law_1.2,5.420479965209961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,4,power_law_1.01,9.15475845336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.2,2.9068864822387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,2,power_law_1.01,6.971782684326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,4,power_law_1.2,13.374111938476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.2,3.8658878326416017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,2,power_law_1.01,15.561753845214843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,power_law_1.2,4.611801528930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,2,power_law_1.2,7.534169769287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,2,power_law_1.2,15.308749389648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.17390719652175904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.1750208020210266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.2024768114089966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.09373440146446228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.10490239858627319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.1336832046508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.11600639820098876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.1640895962715149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.11656320095062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.1653439998626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.19892480373382568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.1959488034248352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.20726399421691893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.211296010017395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.22654080390930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.22207999229431152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.2032831907272339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.21480319499969483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.22595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.20913920402526856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.23217918872833251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.23622400760650636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.2213887929916382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.22692480087280273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.24294400215148926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.22440319061279296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.23486080169677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.24890880584716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.2362623929977417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.24661118984222413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.25925118923187257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.2695296049118042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.286028790473938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.3113919973373413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.3177023887634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.3250751972198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.36053760051727296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.4300992012023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.5225728034973145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.546560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.6107264041900635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,0.7362751960754395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,0.8586496353149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,0.9251775741577148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,1.2997440338134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.100812816619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,1.8550655364990234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,1.571558380126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,2.655379295349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,3.5443775177001955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,2.2630336761474608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,4.674752044677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,3.5404289245605467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,7.1922050476074215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,5.215206527709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,13.911967468261718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,6.17644157409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,10.881804656982421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,23.92467803955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,power_law_1.01,0.11166720390319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,power_law_1.2,0.11172480583190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,power_law_1.01,0.13928960561752318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,power_law_1.2,0.07616639733314515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,power_law_1.01,0.07956479787826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,power_law_1.2,0.08506240248680115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,power_law_1.01,0.1201856017112732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,power_law_1.2,0.12200959920883178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,power_law_1.01,0.14848639965057372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,power_law_1.2,0.13159040212631226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,power_law_1.01,0.08574079871177673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,power_law_1.01,0.10744320154190064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,power_law_1.2,0.08658559918403626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,power_law_1.01,0.07559679746627808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,power_law_1.2,0.07975040078163147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,power_law_1.01,0.10757759809494019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,power_law_1.2,0.08256639838218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,power_law_1.01,0.13872640132904052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,power_law_1.2,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,power_law_1.2,0.1307584047317505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,power_law_1.01,0.18970880508422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,power_law_1.2,0.17534719705581664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,power_law_1.2,0.1979647994041443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,power_law_1.01,0.19397759437561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,power_law_1.01,0.18529920578002929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,power_law_1.2,0.22012801170349122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,power_law_1.2,0.19237760305404664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,power_law_1.01,0.2219327926635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,power_law_1.01,0.2122112035751343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,power_law_1.01,0.22156159877777098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,power_law_1.2,0.2113663911819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,power_law_1.2,0.22639999389648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,power_law_1.01,0.2203903913497925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,power_law_1.2,0.223142409324646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,power_law_1.01,0.2413248062133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,power_law_1.2,0.23411839008331298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,power_law_1.01,0.2449023962020874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,power_law_1.2,0.23486080169677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,power_law_1.2,0.21461119651794433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,power_law_1.01,0.21134719848632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,power_law_1.2,0.22848000526428222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,power_law_1.01,0.22663040161132814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,power_law_1.2,0.2322943925857544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,power_law_1.2,0.25516159534454347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,power_law_1.01,0.22909440994262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,power_law_1.2,0.2633023977279663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,power_law_1.01,0.25290238857269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,power_law_1.01,0.27664000988006593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,power_law_1.2,0.2673471927642822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,power_law_1.01,0.27762560844421386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,power_law_1.2,0.29383039474487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,power_law_1.01,0.2975231885910034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,power_law_1.2,0.2381056070327759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,power_law_1.01,0.22715520858764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,power_law_1.2,0.3016000032424927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,power_law_1.01,0.2973376035690308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,power_law_1.2,0.32585599422454836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,power_law_1.2,0.24447360038757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,power_law_1.01,0.2376960039138794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,power_law_1.01,0.36129920482635497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,power_law_1.2,0.3970112085342407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.01,0.4159423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,power_law_1.2,0.25774080753326417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,power_law_1.01,0.243174409866333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.01,0.5382400035858155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.2,0.424179220199585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.01,0.6513663768768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.2,0.5453567981719971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.01,0.9292351722717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.2,0.7060927867889404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.01,1.0874367713928224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,power_law_1.2,0.2552000045776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.2,1.003609561920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,power_law_1.01,0.2512063980102539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.01,1.5454463958740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.2,1.1297727584838868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,power_law_1.2,0.2743936061859131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.01,2.17587833404541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,power_law_1.01,0.26943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,power_law_1.2,0.2806272029876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,power_law_1.01,0.28958721160888673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.2,1.8867263793945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.01,2.9150848388671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,power_law_1.01,0.31459200382232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,power_law_1.2,0.31975040435791013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.01,4.203532791137695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.2,2.274617576599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.01,0.36097919940948486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.2,0.36072959899902346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,power_law_1.01,5.079782485961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.01,0.44635519981384275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.2,3.0484479904174804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.2,0.46963839530944823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,4,power_law_1.01,7.660787200927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.01,0.5352128028869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.2,4.490611267089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.2,0.6269887924194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.01,0.7697279930114747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.2,0.7944255828857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,power_law_1.2,6.327750396728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,4,power_law_1.01,17.518534851074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.2,0.9854656219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.01,0.8790656089782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,4,power_law_1.2,9.954438018798829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.2,1.65032958984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.01,1.32674560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.2,1.9759231567382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.01,1.703264045715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,4,power_law_1.2,20.524748229980467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.2,2.997222328186035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.01,2.720249557495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.2,4.55968017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.01,3.241151809692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,power_law_1.2,4.494028854370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,power_law_1.01,4.557152175903321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,8,power_law_1.2,9.072402954101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,8,power_law_1.01,7.140755462646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,power_law_1.01,0.07931519746780395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,power_law_1.2,0.0804095983505249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,power_law_1.01,0.09229440093040467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,8,power_law_1.01,13.564959716796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,8,power_law_1.2,16.81265869140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,power_law_1.2,0.08223999738693237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,power_law_1.2,0.08985599875450134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,power_law_1.01,0.11447039842605591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,power_law_1.2,0.11133439540863037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,power_law_1.01,0.14277759790420533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,power_law_1.2,0.13411200046539307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,power_law_1.01,0.20301439762115478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,power_law_1.2,0.20839040279388427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,power_law_1.01,0.2357952117919922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,power_law_1.2,0.23324799537658691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,power_law_1.01,0.24656639099121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,power_law_1.2,0.2553152084350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.0896511971950531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.09016960263252258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.1060479998588562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.10788480043411255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,power_law_1.01,0.2589440107345581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,power_law_1.2,0.2704384088516235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.11650559902191163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,power_law_1.01,0.2789504051208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.11842559576034546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,power_law_1.01,0.28850560188293456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,power_law_1.2,0.27993600368499755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.13574399948120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.1447487950325012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,power_law_1.01,0.29489281177520754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.1780351996421814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.16822400093078613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,power_law_1.2,0.29580159187316896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,power_law_1.01,0.3012864112854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,power_law_1.01,0.31496319770812986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,power_law_1.2,0.2985663890838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,power_law_1.2,0.30344319343566895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,power_law_1.01,0.32152960300445554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,power_law_1.01,0.35034239292144775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,power_law_1.2,0.31717119216918943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,power_law_1.01,0.39467520713806153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,power_law_1.2,0.3419584035873413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.2567296028137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,power_law_1.01,0.49539837837219236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.2583168029785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,power_law_1.2,0.36971518993377683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.01,0.5428415775299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.30312960147857665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.30376319885253905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,power_law_1.2,0.40064001083374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.01,0.7035264015197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.3171328067779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,power_law_1.2,0.5036479949951171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.01,0.8760128021240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.296396803855896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.3662271976470947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.2,0.5796864032745361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.01,1.1249152183532716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.3667007923126221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.01,1.4722175598144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.37426559925079345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.2,0.7352960109710693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.37392640113830566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.01,2.157868766784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.3964672088623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.2,0.8927231788635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.01,2.771481513977051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.39089920520782473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.41673598289489744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.2,1.3025343894958497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.01,4.183980941772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.406220817565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.42200322151184083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.01,5.689791870117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.41861758232116697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.2,1.5874048233032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.46088318824768065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.44796161651611327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,power_law_1.01,7.056153869628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.49129600524902345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.4943999767303467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.2,2.345587158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,2,power_law_1.01,10.799302673339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.5242688179016113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.5307456016540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.2,2.826220893859863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.5861055850982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.5962560176849365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.7279039859771729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,2,power_law_1.01,22.043487548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.2,4.131212615966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.7451136112213135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.8633600234985351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.8707839965820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.2,5.689465713500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,1.1425663948059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,1.1253696441650392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,1.4123264312744142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,power_law_1.2,8.156761932373048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,1.407539176940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,1.9697023391723634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,1.9678144454956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,2,power_law_1.2,11.942304229736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,2.526643180847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,2.523142433166504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,3.667411041259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,3.6583297729492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,2,power_law_1.2,23.170681762695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,4.806419372558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,4.7862590789794925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,7.057670593261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,7.046937561035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.17265280485153198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,9.301708984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,9.275167846679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.28467841148376466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.39598081111907957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,11.537689971923829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,11.567257690429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.12353919744491577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.18002560138702392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.17304320335388185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,1,power_law_1.2,18.30908203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,1,power_law_1.01,18.360972595214843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.32508800029754636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.2212224006652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,1,power_law_1.2,36.48489074707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,1,power_law_1.01,36.456076049804686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.1476415991783142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.23793280124664307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.2056447982788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.28837759494781495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.294323205947876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.2305216073989868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.3327872037887573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.3055743932723999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.3291007995605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.3595968008041382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.32419838905334475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.35961599349975587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,power_law_1.2,0.11761280298233032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,power_law_1.01,0.11678719520568848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.371558403968811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3579200029373169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,power_law_1.2,0.19794559478759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,power_law_1.01,0.19831039905548095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.39527039527893065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.37769598960876466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,power_law_1.2,0.14176000356674195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.3892352104187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,power_law_1.01,0.32832000255584715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.41924481391906737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.3884160041809082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,power_law_1.01,0.12218879461288452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.41831679344177247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,power_law_1.2,0.15130239725112915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.37096319198608396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.40685439109802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.39363200664520265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.4494912147521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.39899520874023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.46576638221740724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.4583615779876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.5374015808105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.4565567970275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.5972928047180176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.5138815879821778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,0.777184009552002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,power_law_1.01,0.20816640853881835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,power_law_1.2,0.19210879802703856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.5853312015533447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,0.9967424392700195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,power_law_1.01,0.2664128065109253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,1.228223991394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,power_law_1.2,0.24034559726715088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.6708735942840576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,1.7488832473754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,power_law_1.01,0.3279680013656616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,power_law_1.2,0.32364161014556886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,0.9584128379821777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,2.41658878326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,power_law_1.01,0.3410048007965088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,power_law_1.2,0.33391358852386477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.0314559936523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,3.1722240447998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,power_law_1.01,0.3472640037536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,power_law_1.2,0.3343679904937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,1.607423973083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,power_law_1.01,0.36126720905303955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,power_law_1.2,0.3427328109741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,3.926406478881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,power_law_1.2,0.37154560089111327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,1.8803007125854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,power_law_1.01,0.3886336088180542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,6.464883422851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,power_law_1.2,0.4043327808380127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,power_law_1.01,0.37449600696563723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,2.956076812744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,power_law_1.2,0.40638079643249514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,11.555852508544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,power_law_1.01,0.41413121223449706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,4.189209747314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,power_law_1.2,0.40785918235778806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,power_law_1.01,0.3980799913406372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,power_law_1.2,0.4104767799377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,power_law_1.01,0.4154240131378174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,4.704761505126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,power_law_1.01,0.44591360092163085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,power_law_1.2,0.440012788772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,6.988198089599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,power_law_1.01,0.4782271862030029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,power_law_1.2,0.4775807857513428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.01,0.5027904033660888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.2,0.5191487789154052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,14.745138549804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.01,0.5912511825561524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.2,0.6517504215240478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.01,0.6808383941650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.01,0.8424127578735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.2,0.7449984073638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.01,1.063155174255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.2,0.9090751647949219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.01,1.480288028717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,power_law_1.01,0.09998720288276672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.2,1.1439616203308105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,power_law_1.01,0.1398848056793213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.01,1.722438430786133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,power_law_1.2,0.10126080513000488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,power_law_1.01,0.1911296010017395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.2,1.6266048431396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.01,2.690835189819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,power_law_1.2,0.13910399675369262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,power_law_1.01,0.11927679777145386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.2,2.118214416503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.01,3.3995903015136717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,power_law_1.01,0.1625216007232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,power_law_1.2,0.1384703993797302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,power_law_1.2,0.11586560010910034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.2,2.9075904846191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,power_law_1.01,4.207923126220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,power_law_1.2,0.15651839971542358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.2,3.7619903564453123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,8,power_law_1.01,6.727577972412109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,power_law_1.2,5.486515045166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,power_law_1.01,0.2237247943878174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,power_law_1.2,0.2022655963897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,8,power_law_1.2,7.50579833984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,8,power_law_1.01,13.250956726074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,power_law_1.01,0.286080002784729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,power_law_1.2,0.2562560081481934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,power_law_1.01,0.3310976028442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,power_law_1.2,0.31527678966522216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,power_law_1.01,0.3701247930526733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,8,power_law_1.2,17.619935607910158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,power_law_1.2,0.35934720039367674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,power_law_1.01,0.35365118980407717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,power_law_1.2,0.39086720943450926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,power_law_1.01,0.40003199577331544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,power_law_1.2,0.37985920906066895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,power_law_1.01,0.42316160202026365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,power_law_1.2,0.3987071990966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,power_law_1.01,0.4193471908569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,power_law_1.2,0.42043519020080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,power_law_1.01,0.43871359825134276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,power_law_1.2,0.434003210067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,power_law_1.01,0.4501760005950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,power_law_1.2,0.4376192092895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,power_law_1.01,0.4570432186126709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,power_law_1.2,0.46259198188781736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,power_law_1.01,0.4756415843963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,power_law_1.2,0.4949120044708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,power_law_1.01,0.5521535873413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,power_law_1.01,0.11134079694747925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.01,0.6077055931091309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,power_law_1.2,0.5721663951873779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,power_law_1.2,0.1110975980758667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.01,0.7262784004211426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.2,0.6287295818328857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,power_law_1.01,0.1307968020439148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,power_law_1.2,0.1308735966682434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.01,0.8138239860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.2,0.7667840003967286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,power_law_1.01,0.17212799787521363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,power_law_1.2,0.13953919410705568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.01,1.1055487632751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,power_law_1.01,0.13675520420074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,power_law_1.2,0.1397503972053528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.2,0.8872447967529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.01,1.2978816032409668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,power_law_1.2,0.1911679983139038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.01,1.8446847915649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,power_law_1.01,0.19593600034713746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.2,1.1150208473205567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.01,2.403891181945801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.2,1.3987903594970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.01,3.2209537506103514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.2,1.9767936706542968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.01,4.3245697021484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.2,2.5655616760253905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,power_law_1.01,5.77916145324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,power_law_1.2,0.23812479972839357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,power_law_1.01,0.26432640552520753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.2,3.9530433654785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,4,power_law_1.01,8.756851196289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,power_law_1.2,0.2922879934310913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,power_law_1.01,0.31315839290618896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,power_law_1.2,0.3801408052444458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.2,5.030649566650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,power_law_1.01,0.39365758895874026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,4,power_law_1.01,18.004441833496095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,power_law_1.01,0.44028801918029786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,power_law_1.2,0.42916479110717776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,power_law_1.2,6.155392074584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,power_law_1.01,0.4717887878417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,power_law_1.2,0.44871039390563966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,4,power_law_1.2,9.408236694335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,power_law_1.01,0.48635520935058596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,power_law_1.2,0.49728641510009763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,power_law_1.01,0.5165184020996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,power_law_1.2,0.509004783630371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,4,power_law_1.2,17.21724853515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,power_law_1.01,0.5219456195831299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,power_law_1.2,0.5141056060791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,power_law_1.01,0.5509119987487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,power_law_1.2,0.5264768123626709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,power_law_1.01,0.5681151866912841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,power_law_1.2,0.5619904041290283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,power_law_1.2,0.5921152114868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,power_law_1.01,0.6050367832183838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,power_law_1.2,0.6380415916442871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,power_law_1.01,0.6530687808990479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.1481727957725525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,power_law_1.01,0.7428736209869384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,power_law_1.2,0.7612480163574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.1625856041908264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.01,0.8371647834777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.2,0.8345600128173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.14881279468536376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.18537600040435792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.16239999532699584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.01,1.002387237548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.2,1.0600640296936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.20577919483184814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.1871359944343567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.2,1.224454402923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.01,1.209721565246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.2590464115142822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.20476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.2,1.6256832122802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.01,1.6256448745727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.25192320346832275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.01,1.9797760009765626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.2,1.9835264205932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.2,2.882694435119629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.01,2.816806411743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.3502271890640259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.3247488021850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.01,3.5443519592285155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.2,3.681248092651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.41213440895080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.380511999130249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.5000639915466308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.01,5.0079296112060545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.2,5.1729473114013675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.6032512187957764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.4778240203857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.6437759876251221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.01,6.618086242675782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.2,7.1608642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.6062272071838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.6167488098144531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.6779136180877685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,power_law_1.01,8.121810913085938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,power_law_1.2,8.026604461669923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.7086016178131104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.6527743816375733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.7319488048553466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.7029823780059814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,2,power_law_1.2,13.233004760742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,2,power_law_1.01,12.787251281738282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.7837120056152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.7089663982391358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.8286208152770996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.7833663940429687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.8703807830810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,2,power_law_1.01,26.299661254882814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,2,power_law_1.2,26.415301513671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.8403200149536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.9553536415100098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.8771903991699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,1.1210816383361817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.9583040237426758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,1.26561279296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,1.5975935935974122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,1.1355199813842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,1.9364032745361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,1.299955177307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,1.6414016723632812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,2.5764095306396486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,3.243948745727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,1.9822656631469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,4.5857086181640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,2.6259584426879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,5.897856140136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,3.276448059082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,8.527468872070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,4.575302505493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,11.258380889892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,5.898406219482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,13.874208068847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,8.507929229736328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,21.6280517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,11.118150329589843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,13.685343933105468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,43.042669677734374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,21.551603698730467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,42.500875854492186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.28178560733795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.2634304046630859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.15618560314178467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.14162559509277345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.1887295961380005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.20042879581451417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.28273921012878417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.2485055923461914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.23929600715637206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.26413440704345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.2620032072067261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.1116096019744873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.1422271966934204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.23483519554138182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.18094719648361207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.26834559440612793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.2014591932296753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.21122560501098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.2782912015914917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.22903680801391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.2570688009262085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.22602241039276122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.2852159976959229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.23189759254455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.3005759954452515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3009471893310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.23658239841461182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.35672318935394287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.25731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.3643264055252075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.3932032108306885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.2828671932220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.4388288021087646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.27397119998931885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.5128896236419678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.01,0.15936000347137452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.3006975889205933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.6112895965576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.16215039491653443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.30275840759277345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.01,0.2639552116394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.01,0.10388480424880982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.3548736095428467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.2,0.25811200141906737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.01,0.7367551803588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.39733760356903075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.01,0.1305343985557556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.01,0.9733119964599609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.12227840423583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.42008318901062014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.01,0.15077760219573974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.01,1.171622371673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.14183679819107056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.560646390914917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.01,0.18297599554061889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.01,1.7334911346435546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.16275839805603026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.6010560035705567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.01,0.22663040161132814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.01,0.22296319007873536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.23248000144958497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.9360192298889161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.01,2.0998144149780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.01,0.23610880374908447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.22895359992980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.2,0.9316991806030274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.01,2.5682111740112306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.01,0.23676800727844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.23256320953369142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.2,1.118233585357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.01,4.278201675415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.01,0.2558527946472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.22780160903930663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.2,1.4212032318115235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.2,0.24184319972991944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.01,0.25306880474090576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.25824000835418703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.01,0.2702143907546997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.2,2.0023679733276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.01,10.395404815673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.2695487976074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.01,0.2842816114425659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.2,3.1
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.31354238986968996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.01,0.30850560665130616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.3204224109649658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.2,3.9250431060791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.01,0.33408000469207766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.2,0.32268800735473635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.01,0.3555072069168091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.2,8.304883575439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.2,0.3399872064590454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.01,0.41164159774780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.01,0.37124478816986084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.2,0.43852801322937013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.01,0.44324479103088377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.2,17.84972229003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.2,0.3872319936752319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.2,0.4814911842346191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.01,0.44752001762390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.2,0.5159039974212647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.01,0.5877376079559327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.2,0.6591872215270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.01,0.6698560237884521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.01,0.9409855842590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.2,0.8210944175720215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.01,1.079315185546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.2,1.053273582458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.01,1.5471872329711913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.11451519727706909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.01,1.9273216247558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.2,1.3506560325622559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.16368000507354735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.0979968011379242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.01,2.350022315979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.2,1.9200960159301759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.10963200330734253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.2,2.3893184661865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.01,3.488780975341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.1457535982131958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.2,3.0554752349853516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.1575551986694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.2305216073989868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.01,8.068998718261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.2,5.563033676147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.23169279098510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.2,0.11191680431365966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.2,0.15488640069961548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.23482239246368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.2,10.738169860839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.2,0.07750399708747864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.23960959911346436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.2,0.10602240562438965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.2607680082321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.2,0.13237760066986085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.24904959201812743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.2,0.1541375994682312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.242956805229187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.2,0.22732160091400147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.01,0.2779200077056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.2,0.2275968074798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.2,0.23772799968719482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.01,0.2947648048400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.2,0.23459200859069823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.2,0.2487936019897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.2,0.2660288095474243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.01,0.3099263906478882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.01,0.0881663978099823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.2,0.29050240516662595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.01,0.3372159957885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.01,0.10726399421691894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.2,0.2923583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.01,0.3667263984680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.2,0.08728960156440735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.2,0.11070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.01,0.4346367835998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.2,0.31422080993652346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.01,0.10545920133590699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.2,0.0831167995929718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.01,0.48721919059753416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.01,0.10613759756088256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.2,0.33041279315948485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.2,0.10037120580673217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.2,0.12621439695358277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.01,0.5899007797241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.2,0.31999359130859373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.2,0.1654207944869995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.2,0.3746880054473877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.01,0.16505600214004518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.01,0.6999360084533691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.2,0.2251199960708618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.01,0.22967679500579835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.2,0.38008320331573486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.01,0.95797119140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.2,0.22960638999938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.01,0.22515199184417725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.2,0.4835455894470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.2,0.23498880863189697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.01,1.101523208618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.2,0.24024319648742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.01,0.24090240001678467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.2,0.5215231895446777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.01,1.557267189025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.2,0.2505215883255005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.01,0.23489279747009278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.2,0.6680831909179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.2,0.26746881008148193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.01,2.092934417724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.01,0.2567807912826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.2,0.7532351970672607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.2,0.2702847957611084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.01,0.26524159908294676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.2,0.2908672094345093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.2,1.0731136322021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.01,2.635750389099121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.2,0.3073024034500122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.2,1.2350079536437988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.01,0.2701119899749756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.2,0.3210943937301636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.01,3.6522945404052733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.01,0.27797119617462157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.2,1.7505088806152345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.2,0.34235520362854005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.2,0.3889472007751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.01,0.30361599922180177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.2,2.5036672592163085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.01,7.95546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.2,0.43755521774291994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.01,0.31077759265899657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.2,0.5650176048278809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.01,0.3332672119140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.2,3.604697418212891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.2,0.5805888175964355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.01,0.39886720180511476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.2,0.7804927825927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.01,0.42124161720275877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.2,4.6361854553222654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.2,0.8864576339721679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.01,0.5353856086730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.2,1.1870847702026368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.01,0.5483712196350098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.2,9.365030670166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.2,1.4212672233581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.01,0.7303872108459473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.01,0.8353280067443848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.2,2.1552959442138673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.01,1.133664035797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.2,2.507142448425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.01,1.2896448135375977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.2,3.13002872467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.01,1.908799934387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.01,0.07705600261688232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.2,5.434380722045899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.01,2.5084672927856446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.01,0.09205759763717651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.01,0.08173440098762512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.01,2.969196891784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.2,12.021414184570313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.01,0.10774400234222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.01,0.13007359504699706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.01,4.505715179443359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.01,0.1713215947151184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.01,0.2284032106399536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.2,0.07724159955978394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.01,9.058566284179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.01,0.24163200855255126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.2,0.09149439930915833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.01,0.24951679706573487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.2,0.07921280264854431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.2,0.10549759864807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.01,0.2546560049057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.2,0.12780159711837769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.01,0.2644223928451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.2,0.15635199546813966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.01,0.2735167980194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.2,0.23236479759216308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.2,0.23311359882354737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.01,0.276857590675354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.0828607976436615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.01,0.33848960399627687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.2,0.25052800178527834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.08669440150260925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.01,0.364134407043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.2,0.26248960494995116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.12186239957809449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.2,0.2652992010116577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.01,0.3770047903060913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.1561344027519226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.2,0.27927680015563966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.01,0.3759488105773926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.19573119878768921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06567680239677429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.2507136106491089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.2,0.2947968006134033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.01,0.41690878868103026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.29234559535980226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.2,0.3017024040222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.08785920143127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.29832959175109863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.01,0.49377918243408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.2,0.324947190284729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.3090816020965576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.2,0.36218240261077883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.11234560012817382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.01,0.5911680221557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.3070591926574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.2,0.39622399806976316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.3141824007034302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.1477247953414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.01,0.7603648185729981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.2,0.46348161697387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.32988159656524657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.17965439558029175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.2,0.5131264209747315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.01,1.0161151885986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.3503743886947632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.3635967969894409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.24339840412139893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.2,0.6320576190948486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3799168109893799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.01,1.1254528045654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.2628479957580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.45128960609436036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.2,0.775270414352417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.01,1.5597760200500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.2734463930130005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.5366911888122559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.2,1.090988826751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.28866560459136964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.6509568214416503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.01,1.8770559310913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.2,1.1702400207519532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.817843246459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.3071808099746704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.01,2.7966400146484376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.984166431427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.2,1.665132713317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.32204160690307615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.3364543914794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.3705408096313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.2,2.0362432479858397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.01,3.125299263000488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.35596160888671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.7781696319580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.2,2.7641536712646486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.01,3.984415817260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.39315199851989746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.6065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.2,3.428927993774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.01,2.9218496322631835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.42783360481262206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.01,6.245971298217773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.01,4.285939025878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.2,4.159436798095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.5291903972625732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.6072768211364746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.01,5.663654327392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.2,6.5580604553222654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.01,14.230496215820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.6852479934692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.01,7.031724548339843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.8473728179931641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.2,15.198854064941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.01,10.250335693359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.001094436645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.3945152282714843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.01,21.810202026367186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.7997888565063476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.6141887664794923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.2,2.9377471923828127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.2,4.303948974609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.2,5.670150375366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.2,7.060205078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.2,10.85440673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.07785599827766418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.2,23.261811828613283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.07468799948692321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.057196801900863646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.01,0.07899519801139832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.06578559875488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.01,0.05761280059814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.07753599882125854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.01,0.04728319942951202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.0709119975566864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.055155199766159055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.01,0.05873280167579651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.07839360237121581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.055206400156021115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.01,0.06689919829368592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.07861120104789734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.05996800065040588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.01,0.07837439775466919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.01,0.07802879810333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.0666815996170044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.08101760149002075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.01,0.07820159792900086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.08373119831085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.07810559868812561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.01,0.08327680230140685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.08218880295753479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.07470080256462097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.01,0.08258559703826904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.08556159734725952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.08233600258827209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.01,0.08613119721412658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.0904640018939972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.01,0.08945279717445373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.08547840118408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.09073280096054077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.2,0.07739520072937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.08815360069274902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.1019327998161316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.01,0.09798399806022644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.2,0.043296000361442565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.08721920251846313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.10844800472259522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.01,0.1026304006576538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.01,0.10550400018692016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.11947519779205322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.09719039797782898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.2,0.05048959851264954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.01,0.12153600454330445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.11346559524536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.10483200550079345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.2,0.05511040091514587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.01,0.1542464017868042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.12999680042266845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.01,0.20062079429626464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.11223679780960083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.2,0.061894398927688596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.01,0.20984959602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.1947711944580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.11717760562896729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.2,0.07464320063591004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.01,0.27236480712890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.23697280883789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.18250880241394044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.2,0.07838079929351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.22055680751800538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.01,0.31626880168914795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.01,0.4338560104370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.30730879306793213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.20259199142456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.2,0.08364160060882568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.01,0.5118783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.2896064043045044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.4195136070251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.2,0.08610560297966004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.01,0.7481728076934815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.28307199478149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.01,0.5185919761657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.01,0.96878080368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.2,0.08542079925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.39202558994293213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.01,1.300550365447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.01,0.613920021057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.2,0.08646399974822998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.2,0.4347072124481201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.2,0.08963199853897094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.2,0.6872767925262451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.01,1.0023488044738769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.01,2.171334457397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.2,0.7589759826660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.2,0.09308800101280212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.01,1.1705344200134278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.01,5.152019119262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.2,1.3354816436767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.01,1.8521535873413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.2,2.089638328552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.2,0.11116160154342651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.2,0.11973760128021241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.01,2.5369983673095704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.2,3.1789056777954103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.2,0.11548800468444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.2,4.411231994628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.01,5.567436981201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.2,0.1314303994178772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.2,0.17648639678955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.2,11.851923370361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.2,0.21862399578094482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.2,0.2300031900405884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.2,0.314303994178772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.2,0.4328256130218506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.01,0.057734400033950806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.2,0.5220032215118409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.01,0.041945600509643556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.2,0.7729856014251709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.01,0.046675199270248414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.2,1.007968044281006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.01,0.05161600112915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.2,1.3427647590637206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.01,0.05922560095787048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.01,0.07311999797821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.2,1.8638975143432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.2,0.05737599730491638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.01,0.07571840286254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.2,0.039340800046920775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.01,0.07993599772453308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.2,2.9763200759887694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.01,0.04466559886932373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.01,0.07880319952964783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.2,0.04311679899692535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.01,0.08266879916191101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.01,0.04071680009365082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.2,0.050732797384262084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.01,0.08513919711112976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.2,7.346080017089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.01,0.04399999976158142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.2,0.057011198997497556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.01,0.09221760034561158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.01,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.01,0.09401599764823913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.2,0.07643520236015319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.01,0.06407679915428162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.2,0.08111360073089599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.01,0.10315519571304321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.01,0.0800000011920929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.2,0.08161919713020324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.01,0.10767359733581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.2,0.08307200074195861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.01,0.08401280045509338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.01,0.12353919744491577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.2,0.08295680284500122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.01,0.08547840118408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.01,0.15430400371551514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.2,0.09376000165939331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.01,0.08997759819030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.01,0.17555840015411378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.01,0.09171199798583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.01,0.2394943952560425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.2,0.09505280256271362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.01,0.0964352011680603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.01,0.2479487895965576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.01,0.2915839910507202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.2,0.09711359739303589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.01,0.10264960527420045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.2,0.04100480079650879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.01,0.34053759574890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.2,0.1091007947921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.01,0.10451200008392333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.2,0.039647999405860904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.01,0.4966400146484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.2,0.11114879846572875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.01,0.10781439542770385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.2,0.041843199729919435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.01,0.5380991935729981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.01,0.10926079750061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.2,0.11446399688720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.01,0.7583615779876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.2,0.05699840188026428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.01,0.9903167724609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.01,0.12307200431823731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.2,0.1665984034538269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.2,0.06241919994354248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.2,0.08072320222854615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.01,0.12972160577774047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.2,0.19496959447860718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.01,1.394803237915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.2,0.08266239762306213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.01,0.15838719606399537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.2,0.25786240100860597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.01,2.340870475769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.01,0.18769919872283936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.2,0.08707200288772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.2,0.24897921085357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.01,4.315647888183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.01,0.25484800338745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.2,0.3741312026977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.2,0.09110400080680847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.01,0.3038655996322632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.2,0.36732161045074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.2,0.09433599710464477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.2,0.09722239971160888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.01,0.4112832069396973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.2,0.5800320148468018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.2,0.09667199850082397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.01,0.4690432071685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.2,0.6264832019805908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.2,0.10041600465774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.01,0.6371520042419434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.2,1.042080020904541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.2,0.11011840105056762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.01,0.6821631908416748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.2,1.2258879661560058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.2,0.11298559904098511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.01,1.0668031692504882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.2,0.12021119594573974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.2,0.1356608033180237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.2,1.848569679260254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.01,1.3639679908752442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.043289598822593686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.2,0.16060160398483275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.01,1.7686527252197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.045824000239372255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.2,2.938368034362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.2,0.19090559482574462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.061408001184463504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.01,2.7937152862548826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.060838401317596436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.2,0.2863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.2,6.715885162353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.2,0.4669248104095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.01,7.061638641357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.09132800102233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.2,0.4832575798034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.09477120041847228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.2,0.7855616092681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.2,0.8811391830444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.10083199739456176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.2,1.1673088073730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.11357439756393432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.2,1.790438461303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.1217344045639038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.12377599477767945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.2,2.1163711547851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.12940160036087037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.2,3.073689651489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.14268800020217895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.15917439460754396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.2,0.043136000633239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.2,7.911974334716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.2109312057495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.2,0.04379520118236542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.04399999976158142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.25887360572814944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.2,0.05896959900856018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04803839921951294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.3360447883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.2,0.05912320017814636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.33895680904388426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.06435199975967407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.2,0.06767359972000123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.06749439835548401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.48584961891174316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.07697280049324036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.01,0.5073791980743408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.2,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.10211199522018433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.01,0.7738624095916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.2,0.09448320269584656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.10548479557037353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.01,1.0425663948059083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.11756160259246826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.2,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.01,1.5523391723632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.12347520589828491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.2,0.09826560020446777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.01,1.8652544021606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.12942080497741698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.14161280393600464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.2,0.10353280305862426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.04377599954605103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.01,2.367718315124512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.15395840406417846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.04932479858398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.2,0.111353600025177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.01,3.7208255767822265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.16167680025100709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.2,0.11512960195541382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.06233599781990051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.1489408016204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.01,7.4652351379394535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.15824639797210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.2,0.11760640144348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.06539520025253295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.1717311978340149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.2,0.12120959758758545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.07344639897346497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.1969151973724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.1023360013961792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.2,0.13303040266036986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.2575103998184204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.10700800418853759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.2,0.14150400161743165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.2981120109558105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.12209919691085816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.2,0.16840959787368776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.40224637985229494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.12780799865722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.2,0.21691520214080812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.47236480712890627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.13378560543060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.2,0.25096960067749025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.6646719932556152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.13023359775543214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.2,0.3503936052322388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.0340991973876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.13438719511032104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.546457576751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.2,0.36303999423980715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1409216046333313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.6569215774536132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.2,0.5174143791198731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.15137920379638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.2,0.5894911766052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.489139175415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.16046080589294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.2,0.8550848007202149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.2988033294677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.1769215941429138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.2,1.3592127799987792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.127980804443359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.20331521034240724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.2,1.9772031784057618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.01,5.901772689819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.26311678886413575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.2,1.9219072341918946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.3005055904388428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.01,12.763910675048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.40659198760986326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.2,2.4715328216552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.4763904094696045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.2,4.272915267944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.6771711826324462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.0452544212341308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.2,9.774950408935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.5600255966186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.6830783843994142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.472768020629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.3328128814697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.20728960037231445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.202182388305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.2043071985244751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.11169279813766479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.2,6.249478530883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.14167040586471558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.1850368022918701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.18295040130615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.2,13.048384094238282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.18116480112075806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.18773119449615477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.1993664026260376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.20312321186065674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.20947840213775634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.21887359619140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.23396480083465576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.23527679443359376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.25991039276123046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.2749696016311646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.2787264108657837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.32389121055603026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.01,0.17163519859313964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.3264960050582886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.01,0.19637759923934936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.46637439727783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.01,0.09241600036621093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.45856637954711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.01,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.01,0.681932783126831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.01,0.1334720015525818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.01,0.8009599685668946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.01,0.16240639686584474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.20905599594116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.01,1.14717435836792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.01,0.1832576036453247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.01,1.198796844482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.15978879928588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.01,2.069625663757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.10684800148010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.11850240230560302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.2,0.1717568039894104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.01,0.2043328046798706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.01,2.7121599197387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.15098240375518798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.2,0.0917631983757019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.01,0.20686719417572022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.01,3.3022079467773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.1804095983505249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.2,0.10032000541687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.01,0.204966402053833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.01,4.175577545166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.2006592035293579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.17927680015563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.2,0.1074112057685852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.01,0.21921920776367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.01,10.279596710205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.18957439661026002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.01,0.21207680702209472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.2,0.12034560441970825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.19900799989700318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.2,0.17238399982452393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.01,0.24573440551757814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.01,0.2823807954788208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.21434240341186522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.2,0.195961594581604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.01,0.3110912084579468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.2257472038269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.2,0.19319039583206177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.01,0.3535423994064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.2510591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.2,0.1933632016181946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.01,0.3850368022918701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.22494080066680908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.253056001663208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.2,0.2178623914718628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.01,0.3450239896774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.2774847984313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.01,0.4922048091888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.2,0.22854399681091309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.3030143976211548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.01,0.42238078117370603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.2,0.23197441101074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.3463680028915405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.2,0.2549760103225708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.01,0.5304768085479736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.3856703996658325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.2,0.2645951986312866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.01,0.6373568058013916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.5444992065429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.01,0.110534405708313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.01,0.14747519493103028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.2,0.29821441173553465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.01,0.8621631622314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.2,0.5597568035125733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.01,0.08574079871177673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.01,1.1539711952209473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.2,0.35941760540008544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.01,0.10076800584793091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.2,0.6768896102905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.01,0.1255552053451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.2,0.4184256076812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.01,1.5512448310852052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.2,1.0470208168029784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.01,0.1742143988609314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.2,0.3391040086746216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.01,0.1866047978401184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.2,1.2755200386047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.01,2.1443456649780273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.01,0.1950144052505493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.2,0.4220416069030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.01,0.19344639778137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.2,0.45720958709716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.2,1.8205440521240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.01,2.3831167221069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.01,0.19696639776229857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.2,0.6375103950500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.01,0.20188798904418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.2,3.2676673889160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.01,5.170355224609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.2,0.7562751770019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.2,0.9608448028564454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.01,0.21759359836578368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.2,3.942611312866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.01,0.22334721088409423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.01,8.569049835205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.2,1.4418368339538574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.2,4.980831909179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.01,0.23416318893432617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.2,2.4760704040527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.01,0.23758080005645751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.2,8.14695053100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.01,0.25811200141906737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.2,2.979654312133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.01,0.3240384101867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.01,0.29561600685119627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.2,3.562054443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.2,19.841030883789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.01,0.3867583990097046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.2,5.587673568725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.01,0.44572157859802247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.01,0.5643199920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.01,0.6238976001739502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.2,13.677900695800782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.01,0.8456576347351075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.01,1.0237631797790527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.01,1.535308837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.01,2.1283647537231447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.01,2.2972991943359373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.2,0.11086080074310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.2,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.01,3.801830291748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.2,0.08107519745826722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.2,0.1027519941329956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.01,8.010546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.2,0.1145792007446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.2,0.18583680391311647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.01,0.08654080033302307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.2,0.1856384038925171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.01,0.09476479887962341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.2,0.20039680004119872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.01,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.2,0.08709759712219238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.2,0.19746559858322144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.2,0.07415040135383606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.2,0.2028736114501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.01,0.10043519735336304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.2,0.07971199750900268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.2,0.20021119117736816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.01,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.2,0.09431040287017822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.01,0.17516160011291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.2,0.21406080722808837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.2,0.11416319608688355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.01,0.17550719976425172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.2,0.22501120567321778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.2,0.17497600317001344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.01,0.1821951985359192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.2,0.19174400568008423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.2,0.2262336015701294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.2,0.18967679738998414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.01,0.1855039954185486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.2,0.24161279201507568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.01,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.2,0.21084160804748536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.2,0.2449728012084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.01,0.19633280038833617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.01,0.09923840165138245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.2,0.20314240455627441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.01,0.07888640165328979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.2,0.28273921012878417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.01,0.23235199451446534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.2,0.2256767988204956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.01,0.10810240507125854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.2,0.3361088037490845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.01,0.23388800621032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.01,0.12725119590759276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.2,0.23200640678405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.01,0.2000256061553955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.2,0.35973119735717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.2,0.24085121154785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.01,0.24066560268402098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.01,0.20706560611724853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.2,0.2629760026931763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.01,0.24530560970306398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.2,0.4371776103973389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.01,0.20734078884124757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.2,0.27104640007019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.01,0.22193920612335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.2,0.46122241020202637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.01,0.26721279621124266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.2,0.2863935947418213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.01,0.2204416036605835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.01,0.28707840442657473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.2,0.6464000225067139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.01,0.23478400707244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.2,0.28730239868164065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.01,0.2436352014541626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.01,0.28424959182739257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.2,0.6621056079864502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.2,0.3435391902923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.01,0.255731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.2,0.3978048086166382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.01,0.31676158905029295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.2,1.0064895629882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.01,0.26844799518585205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.2,0.5101056098937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.01,0.37594239711761473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.2,1.3952896118164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.01,0.30762879848480223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.2,0.5328832149505616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.01,0.321779203414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.01,0.506163215637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.2,1.746451187133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.2,0.7243711948394775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.01,0.37443840503692627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.01,0.49566078186035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.01,0.46453118324279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.2,0.7974783897399902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.2,2.489619255065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.01,0.4396031856536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.01,0.6777535915374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.2,1.0932479858398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.01,0.5963327884674072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.01,0.7299136161804199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.2,3.037740707397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.01,0.6466879844665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.01,1.1375231742858887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.2,1.3499584197998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.01,0.8674431800842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.2,5.856268692016601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.01,1.238150405883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.01,1.028883171081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.2,2.0790079116821287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.01,1.8337343215942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.01,1.5139840126037598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.2,2.8269887924194337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.2,11.995008087158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.01,1.7839040756225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.01,2.1711679458618165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.01,2.8321088790893554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.01,2.979257583618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.2,4.267788696289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.01,3.2820735931396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.01,5.411775970458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.2,5.991968154907227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.01,4.168281555175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.01,10.823987579345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.01,6.241644668579101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.2,11.735199737548829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.01,13.437216186523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.2,0.08087040185928344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.2,0.07927680015563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.2,0.08586239814758301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.2,0.10472960472106933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.2,0.12387200593948364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.2,0.20071680545806886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.07096959948539734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.2,0.21083519458770753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.2,0.21767680644989013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.09639679789543151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.077183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.2,0.22581119537353517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.09619839787483216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.09330559968948364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.2,0.22904319763183595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.2,0.24848639965057373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.11961599588394164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.11998080015182495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.2,0.2567807912826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.1568063974380493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.13870079517364503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.2,0.2774847984313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.20773119926452638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.20738561153411866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.2,0.2631103992462158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.22098560333251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.22017920017242432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.2,0.289900803565979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.23664000034332275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.2389888048171997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.2,0.2965503931045532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.2,0.32751998901367185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.23851521015167237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.2502912044525146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.2,0.4175295829772949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.25886080265045164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.26543359756469725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.2,0.402188777923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.26698880195617675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.2707904100418091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.2,0.47844481468200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.2741055965423584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.28285439014434816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.2,0.865721607208252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.2875648021697998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.29807999134063723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.2,1.215129566192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.29881598949432375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.30714240074157717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.2,1.201580810546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.3260607957839966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.3281536102294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.34520959854125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.3641024112701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.2,1.8211776733398437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.43827199935913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.428985595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.2,1.8083072662353517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.5596415996551514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.5731520175933837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.2,2.6080448150634767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.566316795349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.2872191905975342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7038400173187256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.2,3.6242881774902345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.4090879917144775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.7578623771667481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.959660816192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.38455040454864503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.2,4.622892761230469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.9983615875244141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.0193856239318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.17760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.3702079772949218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.1966528058052063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.3935232162475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.2,7.589266967773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.2537343978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.441324806213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.456275177001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.2,16.012492370605468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.24298880100250245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.0671871185302733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.0549760818481446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.30076799392700193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.2,2.7388799667358397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.3088128089904785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.01,2.415519905090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.3766655921936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.2,4.035609436035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.01,3.516684722900391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.33695359230041505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.01,4.546099090576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.2,4.71484146118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.3307199954986572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.2,5.866003036499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.01,5.6033985137939455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.36557440757751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.35766398906707764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.2,9.697977447509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.01,9.428205108642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.3944063901901245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.39530880451202394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.4524864196777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.2,19.484889221191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.01,19.01714630126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.5348864078521729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.45905280113220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.5477952003479004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.01,0.6171584129333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.01,0.7159615993499756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.01,0.8203200340270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.01,1.061023998260498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.01,1.2192511558532715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.01,1.624064064025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.01,2.3362495422363283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.01,2.595916748046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.01,4.369823837280274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.01,8.574559783935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.2,0.16424959897994995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.01,0.16461440324783325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.01,0.2851263999938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.2,0.2672960042953491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.2850752115249634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.2,0.24323840141296388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.01,0.3850368022918701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.38613760471343994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.2,0.11826560497283936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.01,0.1273151993751526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.33997440338134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.2,0.16293760538101196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.01,0.20122880935668946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.15735679864883423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.2,0.18844799995422362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.01,0.24005119800567626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.19843200445175171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.01,0.2567296028137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.21735680103302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.2,0.23802239894866944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.01,0.30021119117736816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.24487679004669188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.2,0.29050240516662595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.01,0.2877952098846436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.3231359958648682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.01,0.11166720390319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.2,0.30163838863372805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.01,0.1641088008880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.01,0.3270911931991577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.3256063938140869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.2,0.2891455888748169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.01,0.27416319847106935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.01,0.31717119216918943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.3345344066619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.2,0.3297408103942871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.01,0.11003520488739013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.2,0.3346240043640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.01,0.3313024044036865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.3310528039932251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.01,0.15386879444122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.2,0.3412287950515747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.01,0.21283199787139892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.01,0.3304703950881958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.33704960346221924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.2,0.3781951904296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.01,0.22362880706787108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.31820800304412844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.01,0.3513216018676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.01,0.2755520105361938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.2,0.39210240840911864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.01,0.3086015939712524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.35907840728759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.01,0.3677311897277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.2,0.4132224082946777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.01,0.30320000648498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.38718719482421876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.01,0.3886080026626587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.01,0.3268928050994873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.2,0.4021952152252197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.4160768032073975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.01,0.4059455871582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.01,0.3386431932449341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.01,0.44645118713378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.49944319725036623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.2,0.4729599952697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.01,0.34695680141448976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.01,0.3533440113067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.5711487770080567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.01,0.4530752182006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.2,0.5090303897857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.01,0.37708799839019774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.504307222366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.01,0.5653696060180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.2,0.6364863872528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.01,0.3913088083267212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.01,0.6045567989349365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.2,0.6710847854614258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.6388415813446044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.01,0.39434878826141356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.01,0.7864960193634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.2,0.9747391700744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.2,0.6977344036102295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.01,0.46996479034423827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.01,0.8056896209716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.01,0.4558720111846924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.2,0.9177408218383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.2,0.8911744117736816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.01,0.5738624095916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.2,1.3135359764099122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.01,1.0874048233032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.2,0.9218303680419921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.01,0.5944960117340088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.01,1.2890432357788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.2,1.1837247848510741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.01,0.6664959907531738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.2,1.4651712417602538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.01,0.8191360473632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.01,1.6584192276000977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.2,1.5379648208618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.2,1.9920640945434571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.01,0.9949440002441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.2,2.286534309387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.01,2.1916160583496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.01,1.148102378845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.2,2.3632959365844726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.01,1.645792007446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.2,2.8289472579956056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.01,2.3440128326416017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.2,2.976736068725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.01,2.3402687072753907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.01,2.7138687133789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.2,3.417472076416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.01,3.551763153076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.2,5.074003219604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.01,3.832352066040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.2,6.070361709594726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.01,6.726617431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.2,10.189279937744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.01,7.988787078857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.2,15.093408203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.01,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.2,0.08967679738998413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.01,0.11470719575881957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.07697280049324036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.2,0.1126207947731018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.2,0.11201280355453491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.01,0.16191999912261962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.2,0.15498239994049073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.2,0.11000959873199463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.08948479890823365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.2,0.09648640155792236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.2,0.14617600440979003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.01,0.0921343982219696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.1147968053817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.2,0.1341055989265442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.2,0.10710400342941284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.01,0.14497920274734497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.2,0.1705024003982544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.2,0.15552639961242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.2,0.2119999885559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.01,0.2056191921234131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.15884159803390502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.2,0.1928063988685608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.2,0.2744064092636108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.20367999076843263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.01,0.21935999393463135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.2,0.20731520652770996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.2,0.30108160972595216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.22695679664611818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.01,0.2698240041732788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.2,0.30351359844207765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.29230079650878904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.2,0.2868544101715088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.01,0.28711040019989015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.2,0.30927999019622804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.01,0.3004415988922119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.2,0.3332223892211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.2,0.2955647945404053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.01,0.3147775888442993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.2,0.33498880863189695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.01,0.3070847988128662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.01,0.3177727937698364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.2,0.2660288095474243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.2,0.35834879875183107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.01,0.32997760772705076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.01,0.3328511953353882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.2,0.3963903903961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.01,0.35479040145874025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.2,0.2953536033630371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.2,0.39451520442962645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.01,0.34223361015319825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.2,0.4228352069854736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.01,0.3578176021575928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.2,0.3383039951324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.2,0.4804863929748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.01,0.36625919342041013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.01,0.37188479900360105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.2,0.34647040367126464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.2,0.5226111888885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.01,0.37022719383239744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.01,0.3990015983581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.2,0.5933375835418702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.2,0.3657792091369629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.01,0.38760321140289306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.2,0.6587071895599366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.01,0.42609281539916993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.2,0.3770816087722778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.2,0.39228799343109133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.01,0.4089344024658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.2,0.8495871543884277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.01,0.4584832191467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.2,0.427564811706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.2,0.9856512069702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.01,0.4843135833740234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.01,0.5286975860595703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.2,0.4960063934326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.2,1.3721280097961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.01,0.5070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.01,0.623366403579712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.2,1.5906496047973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.2,0.49831042289733884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.01,0.5936639785766602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.01,0.7455935955047608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.2,2.1066112518310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.2,0.5839744091033936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.2,3.0179391860961915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.01,0.6431871891021729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.2,0.6270080089569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.01,0.8079551696777344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.2,3.3495742797851564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.01,0.8039615631103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.2,0.7386943817138671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.01,1.108255958557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.01,0.9363967895507812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.2,5.462047958374024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.2,0.8414527893066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.01,1.285478401184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.01,1.2523072242736817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.2,1.1478976249694823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.01,1.718988800048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.2,10.406092834472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.01,1.385977554321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.2,1.3836671829223632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.01,1.9507200241088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.01,2.048313522338867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.01,2.5466047286987306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.2,1.9300735473632813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.01,2.9149759292602537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.01,3.002035140991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.2,2.492198371887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.01,3.301145553588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.2,3.2151935577392576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.01,4.74126091003418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.01,4.0410816192626955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.2,4.469580841064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.01,6.356230545043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.01,9.33169937133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.01,12.370738983154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.2,11.184786987304687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.2,0.07733759880065919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.2,0.09163519740104675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.2,0.08636800050735474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.2,0.10168319940567017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.2,0.1371008038520813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.2,0.18117120265960693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.2,0.2147968053817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.2,0.26873600482940674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.2,0.2830143928527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.06891520023345947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.08402559757232667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.2,0.29863040447235106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.2,0.33096320629119874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.10296319723129273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.2,0.3398144006729126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.12033280134201049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.2,0.35953919887542723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.07115520238876342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.17077759504318238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.2,0.36927359104156493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.08568320274353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.22421119213104249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.2,0.3906368017196655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.09527680277824402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.2595904111862183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.2,0.4283455848693848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.11630719900131226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.2,0.43788800239562986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.15537279844284058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.3123775959014893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.2,0.521120023727417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.20401279926300048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.3326528072357178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.2,0.6134975910186767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.23503360748291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.2,0.7686528205871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.34620161056518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.3120448112487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.2,0.8527039527893067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.3232448101043701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.3894144058227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.3384704113006592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.2,1.1712639808654786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.4181824207305908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.2,1.3379584312438966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.37815680503845217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.4288640022277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.2,1.8525568008422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.40266242027282717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.4517951965332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.2,2.1844671249389647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.4299903869628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.4838848114013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.2,3.0253759384155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.45128960609436036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.49721598625183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.4800704002380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.5316864013671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.2,3.5470912933349608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.49076480865478517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.647711992263794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.2,4.375289535522461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.5519999980926513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.8060799598693847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.2,7.16060791015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.658073616027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.9733504295349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.8225919723510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.1432127952575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.2,14.663717651367188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.9813504219055176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.5045056343078613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.1709823608398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.059756851196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.5588735580444335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.8234495162963866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.118022346496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.155187225341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.8845888137817384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.01,4.626892852783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.19553279876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.01,5.8348735809326175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.2,4.674566268920898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.01,7.201721954345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.2,5.707884979248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.2,7.024230194091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.01,10.83416976928711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.2,11.006182098388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.01,21.49292755126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.2,23.364665222167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.1652672052383423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.1561087965965271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.12056959867477417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.09429759979248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.11238399744033814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.13995519876480103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.15481599569320678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.15045119524002076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.1546560049057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.15926400423049927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.1597632050514221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.1664639949798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.170687997341156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.18360960483551025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.20937600135803222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.2119296073913574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.23773438930511476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.24177920818328857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.3095871925354004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.35192320346832273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.43980798721313474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.5256639957427979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,0.7327231884002685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,0.9410623550415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,1.2167039871215821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,1.5698752403259277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,2.1025344848632814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.1647104024887085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.156550395488739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,3.2805950164794924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.08090879917144775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.09386240243911743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,7.297074890136718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.10015360116958619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.12488319873809814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.14347519874572753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.13639039993286134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.15978239774703978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.15576319694519042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.15308159589767456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.1606592059135437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.01,0.10829440355300904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.17255680561065673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.01,0.16794240474700928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.01,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.19187840223312377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.01,0.08352000117301941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.21056001186370848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.01,0.09582719802856446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.2234560012817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.01,0.1176576018333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.24535679817199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.01,0.14710400104522706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.26423680782318115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.01,0.1525439977645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.2,0.14185600280761718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.3356096029281616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.2,0.06802560091018676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.01,0.15352959632873536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.2,0.08205440044403076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.3690880060195923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.01,0.15015039443969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.2,0.09537919759750366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.01,0.15894399881362914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.5896639823913574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.2,0.11221120357513428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.2,0.13936640024185182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,0.6474751949310302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.01,0.16031999588012696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.2,0.14529919624328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,0.9275775909423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.2,0.1487552046775818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.01,0.16480640172958375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,1.1102720260620118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.01,0.07717120051383972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.2,0.1453503966331482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.01,0.09959040284156799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.01,0.17963520288467408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,1.4484607696533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.01,0.07466239929199218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.2,0.15786240100860596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.01,0.18977919816970826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.01,0.08056319952011108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.2,0.15918079614639283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,2.04006404876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.01,0.09516159892082214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.01,0.19927040338516236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.2,0.1624575972557068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.01,0.11772160530090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.2,0.1831936001777649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.01,0.20305919647216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,2.4780927658081056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.01,0.14498560428619384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.2,0.1879487991333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.01,0.23186559677124025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.01,0.13731199502944946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,4.358035278320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.2,0.2057215929031372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.01,0.2428800106048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.01,0.14465919733047486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.2,0.20707199573516846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.01,0.1499008059501648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.01,0.28660480976104735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.2,0.2494976043701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,9.959974670410157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.01,0.3236799955368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.01,0.15893759727478027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.2,0.2642751932144165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.01,0.16211199760437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.01,0.43506560325622556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.2,0.32371199131011963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.01,0.17761919498443604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.01,0.5110144138336181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.2,0.3514303922653198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.01,0.1879487991333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.2,0.4660736083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.01,0.20150399208068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.01,0.6921664237976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.2,0.5815807819366455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.01,0.20814080238342286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.01,0.9302783966064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.2,0.8149312019348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.01,0.22636160850524903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.01,0.24924159049987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.2,0.9553407669067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.01,1.303225612640381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.2,1.5576640129089356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.01,1.6287616729736327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.01,0.31524479389190674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.2,2.0528255462646485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.2,0.07728639841079712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.01,0.3772416114807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.01,2.1173376083374023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.2,0.10674560070037842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.2,2.5904256820678713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.01,0.4872960090637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.2,0.062457597255706786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.01,3.047270393371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.01,0.5447296142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.2,3.919065475463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.2,0.07240960001945496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.01,0.7487167835235595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.2,0.08716800212860107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.01,6.471699523925781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.2,9.740934753417969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.2,0.1080896019935608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.01,0.886963176727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.2,0.13581440448760987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.01,1.3548416137695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.2,0.14044159650802612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.2,0.14095360040664673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.01,1.8204479217529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.2,0.1437824010848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.01,2.2061439514160157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.2,0.15143040418624878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.2,0.16316159963607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.01,3.4479808807373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.2,0.16778240203857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.2,0.17711360454559327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.01,6.813938903808594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.01,0.0673471987247467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.2,0.07296640276908875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.2,0.1990847945213318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.01,0.08371840119361877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.2,0.07896320223808288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.2,0.2067199945449829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.2,0.06803839802742004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.01,0.06460800170898437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.2,0.21353600025177003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.01,0.0766592025756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.2,0.0781823992729187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.2,0.23793280124664307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.2,0.2610431909561157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.2,0.08812159895896912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.01,0.0923200011253357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.2,0.1150272011756897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.2,0.32471039295196535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.01,0.11303039789199829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.01,0.05850239992141724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.2,0.14108799695968627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.2,0.3806207895278931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.01,0.15200639963150026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.01,0.07272319793701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.2,0.13998719453811645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.2,0.4667776107788086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.01,0.14759680032730102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.01,0.07332479953765869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.01,0.08939520120620728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.01,0.15293439626693725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.2,0.1542464017868042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.2,0.6215744018554688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.01,0.10720000267028809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.01,0.15966720581054689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.2,0.15139199495315553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.2,0.8373824119567871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.01,0.13129600286483764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.01,0.17118719816207886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.01,0.1689919948577881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.2,1.0759488105773927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.01,0.1863808035850525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.2,0.18284159898757935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.01,0.17503999471664428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.2,1.531827163696289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.01,0.1861248016357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.2,0.18105599880218506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.01,0.19187840223312377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.01,0.1900607943534851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.2,0.20021119117736816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.01,0.19559040069580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.2,2.0388288497924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.01,0.2020672082901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.01,0.21319680213928222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.2,0.21500799655914307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.01,0.21573760509490966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.2,2.3000255584716798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.01,0.22023680210113525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.01,0.22604799270629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.2,0.22362239360809327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.01,0.2481856107711792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.01,0.2363840103149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.2,4.663174438476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.2,0.24726400375366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.01,0.25968639850616454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.2,0.282476806640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.01,0.2736768007278442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.01,0.2893120050430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.2,9.547026824951171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.01,0.29434239864349365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.2,0.3148864030838013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.01,0.30443520545959474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.01,0.33990399837493895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.2,0.41635842323303224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.01,0.3813375949859619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.01,0.3831935882568359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.2,0.45665922164916994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.01,0.43368959426879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.01,0.4884672164916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.2,0.5944767951965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.01,0.5697216033935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.01,0.5841792106628418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.2,0.7200575828552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.01,0.8094719886779785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.01,0.6713280200958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.2,1.026483154296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.2,0.0566976010799408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.01,0.9536959648132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.01,0.9652223587036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.2,1.4196096420288087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.2,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.01,1.356223964691162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.2,0.0692799985408783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.01,1.253657627105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.2,2.0442176818847657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.01,1.6874303817749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.2,0.08218880295753479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.01,1.6876287460327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.2,2.4730560302734377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.01,2.5004032135009764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.2,0.09688959717750549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.01,2.2944000244140623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.2,3.045849609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.2,0.12012159824371338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.01,3.1754112243652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.2,0.16766719818115233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.01,2.8948223114013674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.01,3.8785919189453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.2,4.972979354858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.2,0.1779263973236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.01,4.189567947387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.01,6.3502849578857425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.2,0.18684799671173097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.2,10.157888031005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.2,0.18835840225219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.01,9.40360336303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.01,13.442112731933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.2,0.2027199983596802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.2,0.21434879302978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.2,0.22048640251159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.2,0.24146559238433837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.2,0.25530879497528075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.057574397325515746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.2,0.27743360996246336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.06119679808616638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.06365439891815186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.2,0.29285120964050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.07028480172157288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.06722559928894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.07370240092277527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.2,0.34647679328918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.05059840083122254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.08057600259780884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.10988800525665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.2,0.3924416065216064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.0521664023399353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.1445312023162842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.10130560398101807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.2,0.507692813873291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.052134400606155394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.17541760206222534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.12789759635925294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.2,0.5907455921173096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.060057598352432254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.23620479106903075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.16373759508132935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.2,0.8517888069152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.060729598999023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.24380159378051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.257043194770813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.2,0.9505791664123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.23335680961608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.06082559823989868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.2668800115585327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.2,1.363263988494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.06117119789123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.24369280338287352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.28238720893859864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.062067198753356936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.2,1.769139289855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.2551487922668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.067084801197052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.3017983913421631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.06791679859161377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.3180927991867065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.27272961139678953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.2,2.662201690673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.06830719709396363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.35016961097717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.28977279663085936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.06984959840774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.2,3.398847961425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.3735680103302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.08277119994163513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.3001535892486572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.08309119939804077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.3910975933074951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.2,4.118739318847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.31687679290771487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.09291520118713378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.4244095802307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.2,7.368121337890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.35256319046020507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.11464320421218872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.48319358825683595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.11558400392532349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.3835455894470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.5545663833618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.2,15.607936096191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.40534400939941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.6894720077514649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.1831936001777649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.43098878860473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.8401535987854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.25322880744934084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,1.1938816070556642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.5022336006164551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.28372480869293215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,1.536716842651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.5678592205047608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,0.42420477867126466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,2.285318374633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.7124927997589111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,0.5059711933135986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.06119040250778198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.8502847671508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,0.7946879863739014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,2.8282623291015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.04714879989624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,1.2156031608581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,0.9622207641601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.04310399889945984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,4.182444763183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,1.5488384246826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,1.2514623641967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.04924159944057464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,5.4202625274658205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,2.3153791427612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.04860160052776337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,2.014227294921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,6.765023803710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,2.862175941467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.05836799740791321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,4.023660659790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.05894399881362915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,10.48828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,4.208947372436524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.05980799794197082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.06206079721450806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,5.462867355346679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,21.851705932617186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.062412798404693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,6.7944892883300785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.06702719926834107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.01,0.062035202980041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.06703360080718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,11.197062683105468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.01,0.04876160025596619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.06936320066452026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.07162240147590637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.01,0.04022400081157684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,23.095053100585936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.08183680176734924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.01,0.04510720074176788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.01,0.05343359708786011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.2,0.061939197778701785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.10241279602050782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.01,0.05914239883422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.2,0.04346239864826203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.12172160148620606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.01,0.05678719878196716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.2,0.04102399945259094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.13780479431152343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.01,0.05920000076293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.2,0.04395520091056824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.17879680395126343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.01,0.06146559715270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.01,0.04963839948177338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.2,0.0455808013677597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.01,0.06160640120506287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.1980031967163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.2,0.058790397644042966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.01,0.06384639739990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.2,0.05984640121459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.01,0.04332799911499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.01,0.06654080152511596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.35932159423828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.2,0.05987200140953064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.01,0.043942400813102724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.01,0.06972159743309021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.3490623950958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.2,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.01,0.07098879814147949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.01,0.046060800552368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,0.5011648178100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.2,0.061292797327041626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.01,0.07651839852333069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.01,0.0571008026599884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.01,0.08069760203361512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.2,0.06555520296096802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.01,0.05990399718284607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,0.7637184143066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.01,0.09221119880676269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.2,0.06561279892921448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.01,0.10799360275268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,1.2041472434997558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.2,0.06924800276756286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.01,0.06072319746017456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.01,0.11430399417877198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,1.5356736183166504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.2,0.07438719868659974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.01,0.06247680187225342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.01,0.1462656021118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.2,0.08260480165481568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,1.6308799743652345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.01,0.1711743950843811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.2,0.08158720135688782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.01,0.07164160013198853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.01,0.23840639591217042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,3.957241439819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.2,0.10283520221710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.01,0.0732096016407013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.01,0.2698240041732788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.2,0.11800320148468017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,9.411321258544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.01,0.0750656008720398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.2,0.12371200323104858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.01,0.40563201904296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.01,0.08115839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.2,0.15660799741744996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.01,0.4852992057800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.01,0.08583040237426758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.2,0.18106240034103394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.01,0.7640384197235107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.01,0.09105280041694641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.2,0.23435521125793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.01,0.9082624435424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.2,0.37166080474853513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.01,0.14064639806747437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.01,1.1066623687744142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.2,0.05018879771232605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.2,0.4246016025543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.01,0.1771775960922241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.01,1.9268480300903321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.2,0.04079360067844391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.2,0.6719488143920899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.01,0.1909183979034424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.01,3.760550308227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.2,0.9406528472900391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.01,0.2578367948532104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.2,0.04123519957065582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.01,0.28342399597167967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.2,0.045151999592781066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.2,1.3178751945495606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.01,0.46825599670410156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.2,0.057132798433303836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.2,1.564857578277588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.01,0.5490943908691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.2,0.058271998167037965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.2,3.0120319366455077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.01,0.7340928077697754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.2,0.06023039817810059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.01,0.04635519981384277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.01,0.041631999611854556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.01,0.913203239440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.2,0.061894398927688596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.2,7.807814025878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.01,0.04636160135269165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.01,1.2158207893371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.2,0.061536002159118655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.01,0.046463999152183535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.2,0.06711680293083191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.01,0.05236480236053467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.01,1.9201663970947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.2,0.07132160067558288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.01,0.061388802528381345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.01,0.06320639848709106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.2,0.07022079825401306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.01,4.422649765014649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.01,0.06506239771842956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.2,0.07459840178489685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.2,0.045132800936698914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.2,0.04170239865779877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.2,0.08529279828071594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.01,0.06876159906387329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.2,0.04542079865932465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.2,0.08954880237579346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.01,0.07834240198135375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.2,0.044710400700569156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.01,0.07948160171508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.2,0.09648640155792236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.2,0.04925439953804016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.01,0.08107519745826722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.01,0.041247999668121337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.2,0.12010879516601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.01,0.08334720134735107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.2,0.06338559985160827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.01,0.03986560106277466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.01,0.09696000218391418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.2,0.1362944006919861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.2,0.06371840238571166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.01,0.10460159778594971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.01,0.04878720045089722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.01,0.04965119957923889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.01,0.1060479998588562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.2,0.06652160286903382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.2,0.18183039426803588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.01,0.05446400046348572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.01,0.12421120405197143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.2,0.06661120057106018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.2,0.2038719892501831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.01,0.15199359655380248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.01,0.07191680073738098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.2,0.06993280053138733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.2,0.28647680282592775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.01,0.183571195602417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.2,0.07517439723014832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.01,0.07377279996871948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.01,0.2326335906982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.2,0.33251199722290037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.2,0.0761023998260498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.01,0.32680959701538087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.2,0.5202559947967529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.2,0.08455680012702942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.01,0.4120192050933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.01,0.08684800267219543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.2,0.6472640037536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.01,0.5656320095062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.2,0.0859391987323761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.01,0.09347839951515198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.01,0.7124991893768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.2,0.09246079921722412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.2,1.1299072265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.01,0.09722239971160888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.2,0.09632639884948731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.01,1.0485376358032226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.01,0.10169600248336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.2,1.1998592376708985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.2,0.1142848014831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.01,1.35349760055542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.01,0.1016319990158081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.2,0.13000320196151732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.01,1.6465343475341796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.2,1.67761287689209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.2,0.1615615963935852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.01,0.11145600080490112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.01,2.8740608215332033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.2,0.2037951946258545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.2,2.883123207092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.01,0.11807359457015991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.2,0.23133440017700196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.01,0.1450111985206604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.01,6.611385345458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.2,6.538233947753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.2,0.35224959850311277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.01,0.18492159843444825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.2,0.4192704200744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.01,0.21169281005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.2,0.6769408226013184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.01,0.2750400066375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.01,0.36099839210510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.2,0.7844287872314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.01,0.5045440196990967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.2,0.04110080003738403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.2,1.2410623550415039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.01,0.5228735923767089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.2,0.040166398882865904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.2,0.049235200881958006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.01,0.7516543865203857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.2,1.7698495864868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.04280959963798523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.2,0.05020800232887268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.01,1.0026687622070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.2,0.052691197395324706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.05578879714012146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.2,2.454476737976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.2,0.07169920206069946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.01,1.497049617767334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.2,3.2488639831542967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.2,0.07351679801940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.2,0.07835519909858704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.07008640170097351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.01,2.162054443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.2,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.2,8.545279693603515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.09723520278930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.2,0.09057919979095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.01,2.4946624755859377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.10350079536437988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.2,0.09408000111579895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.10488959550857543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.2,0.09921919703483581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.01,4.019507217407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.10800000429153442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.2,0.10282880067825317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.11380480527877808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.2,0.10369280576705933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.01,8.756896209716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.2,0.1124608039855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.04068480134010315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.2,0.11730560064315795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.13150719404220582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.04408319890499115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.2,0.14833279848098754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.05211520195007324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.2,0.18436479568481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.14042880535125732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05619199872016907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.2,0.23683199882507325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.06595199704170226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.16457600593566896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.2,0.3361471891403198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.09623680114746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.2,0.33136639595031736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.1825152039527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.10543359518051147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.2,0.4988416194915771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.10657919645309448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.20027520656585693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.2,0.5760767936706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.11168639659881592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.23708798885345458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.2,0.8224320411682129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.11812479496002197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.306822395324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.2,1.0021632194519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.12807040214538573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.33799679279327394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.2,1.6955968856811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.13453439474105836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.135315203666687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.42688641548156736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.2,2.0891775131225585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.1435968041419983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.0819263994693756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.14747519493103028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.56211838722229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.2,2.5669504165649415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.1617535948753357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.7424767971038818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.2,5.0032001495361325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.17315839529037474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.11274880170822144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.948857593536377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.20798718929290771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.2,9.635372924804688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.1251456022262573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,1.4406463623046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.2584575891494751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.12588160037994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.33870720863342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.12521599531173705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,1.7501632690429687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.4285439968109131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.13254400491714477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,2.605023956298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.5785664081573486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.13089920282363893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,3.1803520202636717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.7605504035949707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.1316159963607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.13582719564437867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.9476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,3.953286361694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.14654719829559326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,1.4520959854125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,6.383148956298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.14330240488052368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,1.747750473022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.15537919998168945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,2.6133119583129885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,14.511570739746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.1643903970718384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,3.3965824127197264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.13523199558258056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.1901952028274536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09091839790344239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.24726400375366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,4.307212829589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.07858560085296631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.24474880695343018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.09841279983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,6.809836578369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.28387839794158937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.10325759649276733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.3220479965209961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.11990400552749633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.12625279426574706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,0.45135998725891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,15.174552917480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.12997759580612184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,0.5130815982818604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.13248640298843384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,0.7537343978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.12961280345916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.01,0.12187520265579224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.13284480571746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,0.9737471580505371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.01,0.12291840314865113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.147705602645874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.01,0.07303040027618408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.14683519601821898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,1.3854335784912108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.01,0.08675199747085571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.14813439846038817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,1.8854015350341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.01,0.09713280200958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.1626431941986084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.01,0.12184319496154786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.17406079769134522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,2.7443519592285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.01,0.1173248052597046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.19902080297470093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.2384255886077881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.01,0.12338559627532959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,3.8951873779296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.27660160064697265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.2,0.12222720384597778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.01,0.12603520154953002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.35180799961090087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.2,0.07553279995918274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.01,0.133241605758667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,7.507878112792969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.3837824106216431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.2,0.07029759883880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.01,0.13461120128631593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.2,0.08336640000343323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.01,0.14058239459991456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,0.6423744201660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.2,0.08680319786071777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,0.618668794631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.2,0.1168895959854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.01,0.14135680198669434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,1.0854080200195313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.2,0.11850880384445191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.01,0.1549504041671753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,1.1694399833679199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.2,0.12294399738311768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.01,0.16142719984054565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,1.625312042236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.2,0.12811520099639892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,2.499411201477051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.01,0.16824320554733277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.2,0.12977919578552247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,4.086233520507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.2,0.1342463970184326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.01,0.08471680283546448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.01,0.18788479566574096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,5.834790420532227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.2,0.14203519821166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.01,0.0899392008781433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.01,0.2147007942199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.2,0.1439039945602417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,13.650419616699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.2,0.1398975968360901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.01,0.06631680130958557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.01,0.2614720106124878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.2,0.15226880311965943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.01,0.07694720029830933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.01,0.30451838970184325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.01,0.09697279930114747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.2,0.1722815990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.01,0.11102720499038696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.01,0.39273600578308104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.2,0.18510080575942994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.01,0.11663999557495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.2,0.2113663911819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.01,0.521888017654419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.01,0.12139519453048705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.2,0.23960320949554442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.01,0.6915264129638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.01,0.12362879514694214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.2,0.3036799907684326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.01,0.1250175952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.2,0.08364160060882568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.2,0.34476799964904786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.01,0.8519807815551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.01,0.13114880323410033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.2,0.07294080257415772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.2,0.4800576210021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.2,0.06445440053939819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.01,1.4625920295715331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.01,0.14135040044784547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.2,0.07412480115890503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.2,0.5501760005950928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.2,0.08303359746932984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.01,1.529535961151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.01,0.14408960342407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.2,0.8486528396606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.2,0.11661440134048462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.01,0.13768960237503053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.2,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.2,0.9913663864135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.01,1.8472576141357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.2,0.12578560113906861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.01,0.15867520570755006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.2,1.668716812133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.01,3.4822654724121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.2,0.12551039457321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.01,0.15973119735717772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.2,2.1495040893554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.2,0.12780159711837769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.01,0.1832703948020935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.2,0.13565440177917482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.01,6.550310516357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.2,2.7580095291137696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.2,0.1427135944366455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.01,0.21229441165924073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.2,0.1491711974143982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.01,0.23665919303894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.2,4.588051223754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.2,0.1508095979690552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.01,0.29475839138031007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.2,0.15802240371704102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.01,0.32320001125335696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.2,10.117568206787109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.2,0.17002880573272705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.01,0.44223999977111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.2,0.19627519845962524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.01,0.5037951946258545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.2,0.2161407947540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.01,0.7092031955718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.2,0.2365056037902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.01,1.0188799858093263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.01,0.07468159794807434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.2,0.3147648096084595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.2,0.33941121101379396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.01,1.4640255928039552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.01,0.07793279886245727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.01,0.061484801769256595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.2,0.48653440475463866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.01,1.733510398864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.2,0.5792960166931153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.01,0.07678719758987426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.01,2.1786176681518556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.2,0.7574592113494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.01,0.08766080141067505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.2,0.07432960271835327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.2,1.0322239875793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.01,3.2893440246582033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.01,0.11909120082855225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.2,0.07090560197830201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.2,1.4318016052246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.01,0.12147200107574463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.2,0.061939197778701785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.2,2.207423973083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.01,7.228243255615235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.01,0.12881280183792115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.2,0.08371840119361877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.2,2.6930368423461912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.2,0.11894400119781494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.01,0.1320255994796753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.2,4.479020690917968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.01,0.13377920389175416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.2,0.12341120243072509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.2,10.124224090576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.2,0.13214080333709716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.01,0.14865280389785768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.2,0.1353600025177002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.01,0.15182080268859863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.2,0.14503040313720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.2,0.15406080484390258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.01,0.1584831953048706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.01,0.06901119947433472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.01,0.07640960216522216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.2,0.16134400367736818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.01,0.16264959573745727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.01,0.06936320066452026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.2,0.17088639736175537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.01,0.17837439775466918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.01,0.08823680281639099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.2,0.18364800214767457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.01,0.190937602519989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.01,0.0961408019065857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.2,0.06890239715576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.2,0.19316480159759522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.2,0.06893439888954163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.01,0.19540480375289918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.01,0.13829120397567748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.2,0.06407039761543273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.01,0.14488960504531861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.01,0.2324608087539673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.2,0.2094912052154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.2,0.07786239981651306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.01,0.14575999975204468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.01,0.28679039478302004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.2,0.24391679763793944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.2,0.09230080246925354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.01,0.15214719772338867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.2,0.1334272027015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.01,0.35802879333496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.2,0.29422080516815186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.2,0.14001920223236083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.01,0.1546560049057007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.2,0.36983039379119875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.01,0.38798720836639405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.2,0.14687360525131227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.01,0.16696319580078126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.2,0.1533951997756958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.2,0.42493438720703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.01,0.5390079975128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.01,0.17522560358047484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.2,0.15675519704818724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.01,0.1879487991333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.2,0.18071039915084838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.2,0.586624002456665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.01,0.6593279838562012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.2,0.1816383957862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.01,0.1862720012664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.2,0.7129471778869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.01,0.9138431549072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.2,0.19092479944229127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.01,0.206496000289917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.2,0.20056960582733155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.2,0.9635583877563476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.01,1.0928576469421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.01,0.21804800033569335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.2,0.21352319717407225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.2,1.2046848297119142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.01,0.23868160247802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.2,0.22390398979187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.01,1.599731159210205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.2,0.2385727882385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.01,0.2852224111557007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.2,1.7542015075683595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.2,0.28596479892730714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.01,0.3802175998687744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.01,2.1124095916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.2,2.2677375793457033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.2,0.38728320598602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.2,0.5269567966461182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.01,0.48774399757385256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.2,2.7854848861694337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.01,2.6498239517211912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.2,0.6387839794158936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.01,0.6244095802307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.2,0.939628791809082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.2,5.741664123535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.2,0.9570752143859863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.01,4.274611282348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.01,0.855840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.2,1.3854592323303223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.01,0.9036735534667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.2,11.106797027587891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.2,1.7271808624267577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.01,1.3698687553405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.01,8.926163482666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.2,2.4457088470458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.01,1.564236831665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.2,2.904800033569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.01,2.32871036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.01,2.969798469543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.2,3.9798465728759767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.01,3.757215881347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.2,7.087039947509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.01,5.806233596801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.2,14.82268829345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.061926400661468504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.08049280047416688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.06104959845542908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.01,12.966047668457032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.07921919822692872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.06890239715576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.10149760246276855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06917759776115417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.11721600294113159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.17722879648208617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.09085440039634704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.18502399921417237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.11166720390319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.1889024019241333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.16692479848861694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.20516479015350342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.17976959943771362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.2177664041519165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.19050240516662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.23129599094390868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.20055038928985597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.2430783987045288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.2641792058944702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.20606720447540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.28424320220947263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.22172799110412597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.3130176067352295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.17041280269622802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.2366015911102295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.35300478935241697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.22984321117401124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.25306239128112795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.1698815941810608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.4432384014129639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.21930239200592042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.10024319887161255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.21731839179992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.2660288095474243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.4981247901916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.1189120054244995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.1846783995628357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.6539199829101563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.29151999950408936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.1492095947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.09845759868621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.8495615959167481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.31448318958282473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.17688319683074952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.18329600095748902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,1.1684288024902343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.3574592113494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.13611520528793336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.19674880504608155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,1.299891185760498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.4409471988677979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.14035199880599974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.19351680278778077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.14670720100402831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.20717439651489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.570688009262085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.8886016845703124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.21425280570983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.17997440099716186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.7678912162780762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,2.4530752182006834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.21273601055145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.18567680120468139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.21924479007720948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.8660608291625976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,3.6057857513427733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.18534400463104247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.24085121154785155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,1.1727871894836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,4.526688003540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.2403775930404663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.19178240299224852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.20775039196014405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.24410879611968994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,1.3142080307006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,5.620806503295898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.29314560890197755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.20759038925170897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.944915199279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.29375998973846434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.19813120365142822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,9.954009246826171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.3564863920211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,2.4702272415161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.23749759197235107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.4019775867462158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,3.654342269897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.23618559837341307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,0.5233920097351075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,20.605349731445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.25106561183929443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,0.6135744094848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,4.679910278320312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.3081471920013428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,0.8043519973754882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,6.024908828735351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.34567039012908934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,0.9932671546936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.4398399829864502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,1.3221887588500976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,10.283833312988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.42194561958312987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,1.8252288818359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,0.5780928134918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,2.0510400772094726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,0.657747220993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,0.8671487808227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,21.080729675292968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,3.328985595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,1.022707176208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,6.868646240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,1.6207231521606444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.01,0.10904959440231324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.01,0.17108479738235474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,1.9866943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.01,0.21842560768127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.01,0.089683198928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,2.5327808380126955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.01,0.12116479873657227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.01,0.1388159990310669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,4.411897659301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.01,0.157151997089386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.01,0.17850879430770875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,9.923379516601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.01,0.17165440320968628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.01,0.08532480001449586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.01,0.1962623953819275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.2,0.10917760133743286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.01,0.1094655990600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.01,0.20373120307922363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.2,0.16089600324630737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.01,0.16299519538879395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.01,0.19081599712371827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.2,0.13835519552230835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.01,0.07758079767227173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.01,0.19225599765777587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.2,0.0835968017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.01,0.10147199630737305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.01,0.21290240287780762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.01,0.13019520044326782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.2,0.1051967978477478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.01,0.14855680465698243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.2,0.13537919521331787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.01,0.22573440074920653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.01,0.1679808020591736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.2,0.1535040020942688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.01,0.16852480173110962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.01,0.2272576093673706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.2,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.01,0.18032000064849854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.2,0.16325759887695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.01,0.25835518836975097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.2,0.1098431944847107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.01,0.19482879638671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.2,0.17964799404144288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.01,0.27156479358673097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.01,0.20273919105529786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.2,0.09202560186386108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.01,0.20123519897460937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.01,0.2850559949874878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.2,0.18209919929504395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.2,0.07920640110969543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.2,0.19603840112686158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.2,0.10349440574645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.01,0.35596799850463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.01,0.21523840427398683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.01,0.23853440284729005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.2,0.11667200326919555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.01,0.3957695960998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.2,0.19759360551834107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.01,0.23978879451751708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.2,0.13994879722595216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.01,0.5108736038208008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.01,0.2704063892364502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.2,0.19422080516815185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.2,0.16329599618911744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.01,0.3125119924545288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.01,0.5884863853454589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.2,0.21089279651641846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.01,0.31509759426116946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.2,0.16984319686889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.01,0.7785215854644776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.2,0.22753920555114746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.01,0.36124160289764407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.2,0.23746559619903565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.2,0.17221759557723998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.01,0.9753727912902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.01,0.4180607795715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.2,0.2525887966156006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.2,0.18483840227127074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.01,1.4443584442138673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.01,0.530406379699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.2,0.2857856035232544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.01,0.627507209777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.2,0.20108160972595215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.01,1.6361024856567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.2,0.30133121013641356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.01,0.8322175979614258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.2,0.21081600189208985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.2,0.38738560676574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.01,2.131884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.01,0.9884096145629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.2,0.21539199352264404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.2,0.2226111888885498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.2,0.4233727931976318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.01,1.4226048469543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.01,3.3064128875732424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.2,0.2246079921722412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.01,1.9252992630004884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.2,0.5319551944732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.2,0.2742144107818604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.01,6.9500480651855465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.01,2.265900802612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.2,0.6656640052795411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.2,0.3039360046386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.01,3.5908992767333983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.2,0.30684800148010255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.2,0.8972224235534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.2,0.3839936017990112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.2,0.41660799980163576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.2,1.084883213043213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.01,7.713062286376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.2,0.512883186340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.2,1.5807616233825683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.2,0.6500800132751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.2,2.030175971984863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.2,0.8527872085571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.01,0.06767359972000123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.2,2.523161506652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.2,1.1019840240478516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.01,0.08439679741859436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.01,0.1119488000869751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.2,1.6479103088378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.2,4.1115264892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.01,0.07575680017471313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.2,2.3033727645874023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.01,0.10410239696502685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.2,8.301165008544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.2,0.07148799896240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.01,0.1341055989265442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.2,2.817241668701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.2,0.08225280046463013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.01,0.1513152003288269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.2,0.07996159791946411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.01,0.1890176057815552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.2,4.395052719116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.2,0.07886080145835876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.01,0.189792001247406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.2,0.0980351984500885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.2,9.54419174194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.2,0.12163840532302857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.01,0.18730239868164061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.2,0.1418303966522217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.01,0.21116158962249756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.2,0.1691200017929077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.01,0.21207039356231688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.2,0.17388800382614136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.01,0.2256511926651001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.01,0.058406400680541995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.2,0.1813248038291931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.01,0.23900799751281737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.01,0.07415040135383606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.2,0.20726399421691893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.01,0.09065600037574768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.01,0.25002241134643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.2,0.20921599864959717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.01,0.08133119940757752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.01,0.2649152040481567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.2,0.21655681133270263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.01,0.11363840103149414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.2,0.23116159439086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.01,0.29184000492095946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.2,0.058815997838973996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.2,0.2583807945251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.01,0.15688960552215575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.01,0.3362368106842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.2,0.26784639358520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.2,0.07363200187683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.01,0.17418240308761596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.01,0.3494208097457886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.2,0.2981631994247437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.2,0.07765759825706482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.01,0.21130239963531494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.01,0.4396031856536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.2,0.3452672004699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.2,0.37230079174041747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.01,0.49115519523620604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.2,0.0868287980556488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.01,0.2226815938949585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.2,0.4910463809967041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.01,0.6531072139739991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.2,0.11391359567642212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.01,0.23187201023101806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.2,0.5098176002502441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.01,0.7451712131500244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.2,0.6677696228027343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.01,0.24574720859527588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.2,0.14864640235900878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.2,0.7850048065185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.01,1.0219136238098145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.01,0.25583999156951903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.2,0.16278400421142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.2,1.091801643371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.01,1.2667519569396972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.01,0.26691839694976804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.2,1.4713088035583497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.2,0.20265600681304932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.01,1.8240127563476562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.01,0.28827519416809083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.2,1.9087167739868165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.2,0.21557118892669677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.01,2.438572883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.01,0.31497600078582766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.2,2.5388927459716797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.2,0.232857608795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.01,0.3291968107223511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.01,2.7818559646606444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.2,3.055923271179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.2,0.23515520095825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.01,0.36041600704193116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.2,0.2586368083953857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.2,4.871667098999024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.01,4.389593505859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.01,0.4249983787536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.2,0.2728192090988159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.2,0.2924864053726196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.01,0.4504703998565674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.2,10.73096923828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.01,9.821894073486328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.2,0.30855679512023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.01,0.5727295875549316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.2,0.3315711975097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.01,0.6932672023773193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.2,0.356492805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.01,0.9266112327575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.2,0.4235392093658447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.01,1.035308837890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.2,0.46060800552368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.01,1.4651712417602538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.2,0.5737152099609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.01,1.830860710144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.05911679863929749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.06954240202903747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.2,0.7102335929870606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.01,2.6549631118774415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.06796799898147583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.08865280151367187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.2,0.9162303924560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.01,3.4240062713623045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.10535039901733398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.08214399814605713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.2,1.03372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.15431679487228395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.01,4.378572845458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.10477440357208252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.2141887903213501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.2,1.5087552070617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.1407807946205139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.2524096012115479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.01,6.867302703857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.2,1.885536003112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.30327041149139405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.19600000381469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.32255361080169676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.22505600452423097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.32398080825805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.2,2.819935989379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.01,13.618885803222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.346943998336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.28108160495758056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.2,3.4950016021728514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.3728255987167358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.3061631917953491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.3857919931411743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.31882879734039304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.2,4.1876670837402346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.4201536178588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.45915517807006834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.34380159378051756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.48174080848693845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.3750463962554932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.2,6.993644714355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.5364672183990479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.3777791976928711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.6406655788421631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.6732287883758545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.4395711898803711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.2,14.735385131835937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.8242112159729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.47583999633789065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,1.0144639968872071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.5205183982849121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,1.368019199371338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.5231616020202636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,1.6279359817504884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,2.3956863403320314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.6353536128997803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,2.9644927978515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.6901631832122803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,4.350892639160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.8192895889282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,5.610496139526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,1.0465855598449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,1.4065088272094726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,6.947353363037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.671820831298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,11.066905975341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,2.4413055419921874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,3.010176086425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,4.398246383666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,23.196946716308595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,5.637081527709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,7.01923828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,11.22437744140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,23.56275177001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,power_law_1.01,0.2138688087463379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,power_law_1.01,0.15359359979629517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,power_law_1.01,0.11912959814071655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,power_law_1.01,0.10376319885253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,power_law_1.01,0.12151039838790893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,power_law_1.01,0.1371392011642456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,power_law_1.01,0.14186240434646608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,power_law_1.01,0.14023679494857788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,power_law_1.01,0.1430400013923645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,power_law_1.01,0.14067840576171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,power_law_1.01,0.14235520362854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,power_law_1.01,0.15189759731292723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,power_law_1.01,0.15837440490722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,power_law_1.01,0.1714303970336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,power_law_1.01,0.09520639777183533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,power_law_1.01,0.17303040027618408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,power_law_1.2,0.11664639711380005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,power_law_1.01,0.1058303952217102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,power_law_1.01,0.19267200231552123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,power_law_1.2,0.15722880363464356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,power_law_1.01,0.21193599700927734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,power_law_1.01,0.11968640089035035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,power_law_1.2,0.15943039655685426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,power_law_1.2,0.15972479581832885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,power_law_1.01,0.225382399559021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,power_law_1.01,0.1336832046508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,power_law_1.2,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,power_law_1.2,0.08891519904136658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,power_law_1.01,0.22140159606933593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,power_law_1.01,0.14364160299301149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,power_law_1.2,0.09467520117759705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,power_law_1.2,0.10439679622650147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,power_law_1.01,0.1457856059074402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,power_law_1.01,0.2679231882095337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,power_law_1.2,0.11249279975891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,power_law_1.2,0.11196160316467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,power_law_1.01,0.1441856026649475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.28831360340118406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,power_law_1.2,0.13032959699630736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.3633023977279663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,power_law_1.01,0.14421119689941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,power_law_1.2,0.13257600069046022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,power_law_1.2,0.14483840465545655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.43897600173950196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,power_law_1.01,0.15296000242233276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,power_law_1.2,0.14028799533843994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,power_law_1.2,0.14269440174102782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.5089216232299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,power_law_1.01,0.1661631941795349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,power_law_1.2,0.1405951976776123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,power_law_1.01,0.17293440103530883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,power_law_1.2,0.14346879720687866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.7337600231170655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,power_law_1.2,0.14060800075531005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,power_law_1.01,0.17063039541244507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,power_law_1.2,0.13789440393447877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,power_law_1.2,0.14538880586624145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,power_law_1.01,1.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,power_law_1.2,0.15805439949035643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,power_law_1.01,0.19408639669418334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,power_law_1.2,0.1537343978881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,power_law_1.01,1.4760448455810546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,power_law_1.2,0.1648192048072815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,power_law_1.01,0.19964799880981446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,power_law_1.2,0.15664000511169435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,power_law_1.01,1.9836671829223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,power_law_1.2,0.1795904040336609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,power_law_1.01,0.19606399536132812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,power_law_1.2,0.165664005279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,power_law_1.01,2.983622360229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,power_law_1.2,0.18997119665145873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,power_law_1.01,0.2462399959564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,power_law_1.2,0.18158719539642335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,power_law_1.01,0.2563391923904419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,power_law_1.2,0.19827840328216553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,power_law_1.2,0.2185983896255493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,power_law_1.01,3.6759681701660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,power_law_1.2,0.20556159019470216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,power_law_1.01,0.3152384042739868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,power_law_1.2,0.23323519229888917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,32,power_law_1.01,5.632428741455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,power_law_1.2,0.21244161128997802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,power_law_1.01,0.38679039478302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,power_law_1.2,0.21695361137390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,power_law_1.2,0.2591104030609131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,power_law_1.01,0.46202878952026366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,power_law_1.2,0.2860095977783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,32,power_law_1.01,10.927206420898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,power_law_1.2,0.2649471998214722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,power_law_1.01,0.5858816146850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.30599679946899416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,power_law_1.2,0.338374400138855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,power_law_1.01,0.9097344398498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,power_law_1.01,1.08920316696167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.41402878761291506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,power_law_1.2,0.42707200050354005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,power_law_1.01,1.7180288314819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,power_law_1.2,0.602016019821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.5052224159240722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,power_law_1.2,0.7667327880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,power_law_1.01,1.972198486328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.6751039981842041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,power_law_1.2,1.0714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,power_law_1.2,0.9763968467712403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,power_law_1.2,1.215839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,power_law_1.01,2.7183040618896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,power_law_1.2,1.2986751556396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,power_law_1.2,2.1743871688842775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,16,power_law_1.01,4.4466815948486325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,power_law_1.2,1.713395118713379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,power_law_1.2,2.812531280517578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,power_law_1.2,2.444076728820801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,16,power_law_1.01,8.213388824462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,power_law_1.2,3.1960832595825197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,power_law_1.2,3.2593151092529298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,16,power_law_1.2,5.8930305480957035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,power_law_1.2,4.6306816101074215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,16,power_law_1.2,11.950611114501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,32,power_law_1.2,6.979590606689453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,32,power_law_1.2,14.536825561523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,power_law_1.01,0.10408960580825806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,power_law_1.01,0.13185919523239137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,power_law_1.01,0.0993664026260376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,power_law_1.01,0.11143679618835449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,power_law_1.01,0.1221119999885559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,power_law_1.01,0.13214720487594606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,power_law_1.01,0.15230079889297485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,power_law_1.01,0.16044800281524657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,power_law_1.01,0.1629631996154785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,power_law_1.01,0.16926079988479614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,power_law_1.01,0.17519359588623046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,power_law_1.01,0.18877439498901366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,power_law_1.01,0.1873471975326538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,power_law_1.01,0.21107199192047119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,power_law_1.01,0.09511680006980897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,power_law_1.2,0.10412160158157349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,power_law_1.01,0.11122560501098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,power_law_1.01,0.2263551950454712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,power_law_1.01,0.09193599820137024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,power_law_1.2,0.13162239789962768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,power_law_1.2,0.09345920085906982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,power_law_1.01,0.2398655891418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,power_law_1.01,0.09901440143585205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,power_law_1.2,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,power_law_1.01,0.24495999813079833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,power_law_1.2,0.11063679456710815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,power_law_1.01,0.14327679872512816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,power_law_1.01,0.2938816070556641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,power_law_1.2,0.0923583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,power_law_1.01,0.143449604511261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,power_law_1.2,0.11897599697113037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,power_law_1.01,0.32819199562072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,power_law_1.01,0.16652159690856932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,power_law_1.2,0.11477760076522828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,power_law_1.2,0.12689919471740724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,power_law_1.01,0.4143040180206299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,power_law_1.2,0.15447039604187013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,power_law_1.01,0.16289279460906983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,power_law_1.2,0.13760000467300415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,power_law_1.2,0.1630079984664917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,power_law_1.01,0.4281472206115723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,power_law_1.01,0.18158719539642335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,power_law_1.2,0.13409919738769532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,power_law_1.2,0.1692415952682495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,power_law_1.01,0.5254015922546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,power_law_1.01,0.17753599882125853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,power_law_1.2,0.16762239933013917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,power_law_1.2,0.1604032039642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,power_law_1.01,0.6844992160797119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,power_law_1.01,0.18808319568634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,power_law_1.2,0.17589759826660156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,power_law_1.01,0.19244799613952637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,power_law_1.2,0.17350399494171143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,power_law_1.01,0.9811712265014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,power_law_1.01,0.20050559043884278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,power_law_1.2,0.173689603805542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,power_law_1.2,0.18462079763412476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,power_law_1.01,1.1141311645507812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,power_law_1.01,0.2189568042755127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,power_law_1.2,0.19151359796524048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,power_law_1.2,0.1887231945991516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,power_law_1.01,1.6824575424194337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,power_law_1.01,0.22983040809631347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,power_law_1.2,0.21242880821228027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,power_law_1.2,0.19407360553741454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,power_law_1.01,2.0235328674316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,power_law_1.01,0.23843200206756593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,power_law_1.2,0.24260480403900148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,power_law_1.2,0.20394880771636964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,power_law_1.2,0.2560960054397583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,power_law_1.01,0.2782655954360962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,power_law_1.2,0.20790400505065917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,power_law_1.01,2.387609672546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,power_law_1.2,0.22211201190948487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,power_law_1.2,0.2513920068740845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,power_law_1.01,0.3456255912780762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,8,power_law_1.01,4.027475357055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,power_law_1.2,0.3193727970123291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,power_law_1.2,0.24227840900421144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,power_law_1.01,0.3535680055618286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,power_law_1.2,0.3532095909118652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,power_law_1.2,0.26540799140930177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,power_law_1.01,0.4333951950073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,8,power_law_1.01,7.342797088623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,power_law_1.2,0.4485951900482178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,power_law_1.2,0.28586881160736083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,power_law_1.01,0.469209623336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,power_law_1.2,0.33771519660949706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,power_law_1.2,0.403110408782959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,power_law_1.01,0.578656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,power_law_1.01,0.7306623935699463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,power_law_1.2,0.543398380279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,power_law_1.2,0.3981760025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,power_law_1.01,1.001619243621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,power_law_1.2,0.7082623958587646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,power_law_1.2,0.49402880668640137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,power_law_1.01,1.2717887878417968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,power_law_1.2,1.093280029296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,power_law_1.2,0.4757631778717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,power_law_1.2,1.2952960014343262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,power_law_1.01,1.6152191162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,power_law_1.2,0.6560512065887452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,power_law_1.2,0.749235200881958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,power_law_1.01,2.142617607116699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,power_law_1.2,1.9260543823242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,power_law_1.2,1.0823679924011231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,power_law_1.2,2.1013696670532225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,power_law_1.01,2.584543991088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,power_law_1.2,1.1853568077087402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,power_law_1.2,2.930329513549805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,4,power_law_1.01,4.136236953735351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,power_law_1.2,1.791391944885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,8,power_law_1.2,4.516204833984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,power_law_1.2,2.3122047424316405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,4,power_law_1.01,7.720646667480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,8,power_law_1.2,10.287635040283202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,power_law_1.2,2.8202239990234377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,4,power_law_1.2,4.203635025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,4,power_law_1.2,8.322278594970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,power_law_1.01,0.09045760035514831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,power_law_1.01,0.10190080404281616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,power_law_1.01,0.09976320266723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,power_law_1.01,0.11155840158462524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,power_law_1.01,0.15966720581054689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,power_law_1.01,0.163481605052948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,power_law_1.01,0.20216960906982423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,power_law_1.01,0.21288959980010985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,power_law_1.01,0.2132352113723755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,power_law_1.01,0.2306432008743286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,power_law_1.01,0.23004159927368165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,power_law_1.01,0.2364288091659546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,power_law_1.01,0.2419327974319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,power_law_1.01,0.26115200519561765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,power_law_1.01,0.26666879653930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,power_law_1.01,0.2972800016403198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,power_law_1.01,0.36285440921783446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,power_law_1.2,0.09164159893989562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,power_law_1.2,0.09870079755783082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,power_law_1.01,0.4437888145446777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,power_law_1.2,0.09434880018234253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,power_law_1.01,0.5010496139526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,power_law_1.2,0.11213439702987671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,power_law_1.01,0.6162303924560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,power_law_1.2,0.14796160459518432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,power_law_1.01,0.677568006515503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,power_law_1.2,0.18362879753112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,power_law_1.01,0.8475968360900878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,power_law_1.2,0.24031999111175537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,power_law_1.2,0.2030400037765503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,power_law_1.01,1.0428031921386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,power_law_1.2,0.2179647922515869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,power_law_1.01,1.3793087959289552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,power_law_1.2,0.21955199241638185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,power_law_1.01,1.605241584777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,power_law_1.2,0.23532800674438475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,power_law_1.2,0.23612799644470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,power_law_1.01,2.282963180541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,power_law_1.2,0.24396800994873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,power_law_1.2,0.275052809715271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,power_law_1.01,2.939846420288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,power_law_1.2,0.29552640914916994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,power_law_1.01,3.446207809448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,power_law_1.2,0.3254848003387451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,power_law_1.2,0.34152319431304934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,2,power_law_1.01,5.70366096496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,power_law_1.2,0.42076802253723145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,power_law_1.2,0.5503744125366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,power_law_1.01,0.06952959895133973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,power_law_1.01,0.06272000074386597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,power_law_1.2,0.6959936141967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,2,power_law_1.01,10.594866943359374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,power_law_1.01,0.05671679973602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,power_law_1.2,0.7126912117004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,power_law_1.2,0.07447680234909057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,power_law_1.01,0.059468799829483034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,power_law_1.2,0.0642304003238678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,power_law_1.2,0.915833568572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,power_law_1.01,0.05953279733657837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,power_law_1.01,0.061408001184463504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,power_law_1.2,0.061510401964187625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,power_law_1.2,1.0694016456604003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,power_law_1.01,0.06362239718437195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,power_law_1.2,0.06250879764556885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,power_law_1.2,0.05924479961395264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,power_law_1.01,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,power_law_1.2,1.436025619506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,power_law_1.2,0.06028159856796265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,power_law_1.01,0.07703040242195129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,power_law_1.2,1.6230207443237306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,power_law_1.2,0.0629696011543274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,power_law_1.01,0.08209919929504395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,power_law_1.2,0.06470400094985962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,power_law_1.2,2.378848075866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,power_law_1.01,0.08707839846611024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,power_law_1.2,0.0770687997341156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,power_law_1.01,0.09286400079727172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,power_law_1.2,2.916230392456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,power_law_1.2,0.08188160061836243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,power_law_1.01,0.09022079706192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,power_law_1.2,0.08491520285606384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,power_law_1.01,0.09640960097312927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,power_law_1.2,3.799225616455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,power_law_1.01,0.1027519941329956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,power_law_1.2,0.08774399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,power_law_1.01,0.10425599813461303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,2,power_law_1.2,6.2904510498046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,power_law_1.2,0.10115200281143188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,power_law_1.01,0.11249279975891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.14276479482650756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,power_law_1.2,0.09156479835510253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.1970047950744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,2,power_law_1.2,12.214591979980469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,power_law_1.2,0.10286719799041748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,power_law_1.2,0.10801279544830322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.23831679821014404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,power_law_1.2,0.10677119493484497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.3222592115402222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,power_law_1.2,0.14568959474563598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.3657088041305542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.15859199762344361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,power_law_1.01,0.5074304103851318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,power_law_1.01,0.6455743789672852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.21142399311065674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,power_law_1.01,1.292505645751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.25706241130828855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,power_law_1.01,1.548947238922119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.37304959297180174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,power_law_1.01,1.551251220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.497273588180542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,32,power_law_1.01,2.967545509338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,power_law_1.2,0.7996863842010498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,power_law_1.2,1.0851327896118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,32,power_law_1.01,6.6476287841796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,power_law_1.01,0.05554559826850891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,power_law_1.2,1.9966463088989257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,power_law_1.01,0.061312001943588254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,power_law_1.2,1.775961685180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,power_law_1.01,0.06295040249824524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,power_law_1.01,0.07084800004959106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,power_law_1.2,2.413702392578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,power_law_1.01,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,32,power_law_1.2,5.591891098022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,power_law_1.01,0.07539839744567871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,power_law_1.01,0.0773311972618103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,32,power_law_1.2,12.135404968261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,power_law_1.01,0.08859519958496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,power_law_1.01,0.09409919977188111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,power_law_1.01,0.0918079972267151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,power_law_1.01,0.09613440036773682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,power_law_1.01,0.1018623948097229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,power_law_1.01,0.10885759592056274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,power_law_1.2,0.07483519911766053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,power_law_1.2,0.054611200094223024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,power_law_1.01,0.12881280183792115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,power_law_1.2,0.055692797899246214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,power_law_1.01,0.13646080493927001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,power_law_1.2,0.05557760000228882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,power_law_1.01,0.17480319738388062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,power_law_1.2,0.058847999572753905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,power_law_1.2,0.07227519750595093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,power_law_1.01,0.18681600093841552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,power_law_1.2,0.07166079878807068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,power_law_1.01,0.2650496006011963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,power_law_1.01,0.3130880117416382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,power_law_1.01,0.06111999750137329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,power_law_1.01,0.4525951862335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,power_law_1.2,0.07544320225715637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,power_law_1.01,0.05868160128593445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,power_law_1.01,0.6298751831054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,power_law_1.01,0.05486080050468445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,power_law_1.2,0.08053119778633118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,power_law_1.01,0.05774719715118408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,power_law_1.01,0.8172736167907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,power_law_1.2,0.08537600040435792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,power_law_1.2,0.09841279983520508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,power_law_1.01,0.06350079774856568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,power_law_1.01,1.000921630859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,power_law_1.01,0.0754688024520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,power_law_1.01,1.4899711608886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,power_law_1.2,0.09821439981460571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,power_law_1.01,0.07485439777374267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,power_law_1.2,0.09843199849128723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,power_law_1.01,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,16,power_law_1.01,2.3162303924560548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,power_law_1.2,0.10708479881286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,power_law_1.01,0.07909759879112244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,power_law_1.2,0.06093440055847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,16,power_law_1.01,4.663142395019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,power_law_1.2,0.0529151976108551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,power_law_1.01,0.0797439992427826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,power_law_1.2,0.11543040275573731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,power_law_1.2,0.05729920268058777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,power_law_1.01,0.08168960213661194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,power_law_1.2,0.1387712001800537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,power_law_1.01,0.09150720238685608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,power_law_1.2,0.05632640123367309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,power_law_1.2,0.14722559452056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,power_law_1.01,0.09426559805870056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,power_law_1.2,0.05998079776763916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,power_law_1.2,0.20836479663848878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,power_law_1.01,0.10780160427093506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,power_law_1.2,0.08324480056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,power_law_1.2,0.21583359241485595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,power_law_1.01,0.11320320367813111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,power_law_1.2,0.09125120043754578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,power_law_1.01,0.12282240390777588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,power_law_1.2,0.2805759906768799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,power_law_1.01,0.12146559953689576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,power_law_1.2,0.07862399816513062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,power_law_1.2,0.3956991910934448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,power_law_1.01,0.13787519931793213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,power_law_1.2,0.0801472008228302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,power_law_1.2,0.5708672046661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,power_law_1.01,0.1539520025253296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,power_law_1.2,0.08147839903831482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,power_law_1.01,0.20034561157226563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,power_law_1.2,0.8108672142028809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,power_law_1.2,0.0889855980873108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,power_law_1.01,0.21041278839111327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,power_law_1.2,1.5477760314941407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,power_law_1.2,0.09141759872436524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,power_law_1.01,0.26053121089935305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,power_law_1.2,0.09589120149612426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,power_law_1.2,1.529798412322998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,power_law_1.01,0.30229759216308594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,power_law_1.2,0.10904959440231324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,power_law_1.01,0.40566401481628417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,power_law_1.2,2.0312639236450196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,power_law_1.2,0.11763199567794799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,power_law_1.01,0.5018943786621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,power_law_1.2,0.12947839498519897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,power_law_1.01,0.7330687999725342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,16,power_law_1.2,3.613087844848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,power_law_1.2,0.12888959646224976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,power_law_1.2,0.1442944049835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,power_law_1.01,0.9725119590759277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,16,power_law_1.2,7.484678649902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,power_law_1.2,0.16198400259017945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,power_law_1.01,1.125107192993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,power_law_1.2,0.21207680702209472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,8,power_law_1.01,1.7734783172607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,power_law_1.2,0.22362880706787108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,power_law_1.2,0.3151423931121826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,8,power_law_1.01,3.7933441162109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,power_law_1.2,0.3441215991973877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,power_law_1.2,0.5278656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,power_law_1.2,0.5670207977294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,power_law_1.2,1.0247103691101074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,power_law_1.2,1.1369919776916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,power_law_1.2,1.4737855911254882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,8,power_law_1.2,2.9947519302368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,8,power_law_1.2,5.595161437988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,power_law_1.01,0.1282304048538208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,power_law_1.01,0.13912320137023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,power_law_1.01,0.08883200287818908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,power_law_1.01,0.09143679738044738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,power_law_1.01,0.10631040334701539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,power_law_1.01,0.12122880220413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,power_law_1.01,0.12705279588699342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,power_law_1.01,0.1275007963180542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,power_law_1.2,0.12777600288391114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,power_law_1.01,0.12832000255584716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,power_law_1.01,0.130348801612854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,power_law_1.2,0.08428800106048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,power_law_1.01,0.1486080050468445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,power_law_1.01,0.13337600231170654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,power_law_1.2,0.08644480109214783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,power_law_1.01,0.14636160135269166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12421120405197143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,power_law_1.2,0.09088640213012696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,power_law_1.01,0.15784319639205932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,power_law_1.01,0.14462080001831054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,power_law_1.2,0.09252480268478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,power_law_1.01,0.09795839786529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,power_law_1.01,0.1664639949798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,power_law_1.2,0.12111999988555908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,power_law_1.01,0.1164031982421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,power_law_1.01,0.18172160387039185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,power_law_1.2,0.1264896035194397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,power_law_1.01,0.10367360115051269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,power_law_1.01,0.19095040559768678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,power_law_1.2,0.1259071946144104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,power_law_1.01,0.22708480358123778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,power_law_1.01,0.1264448046684265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,power_law_1.01,0.12769919633865356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,power_law_1.2,0.12869759798049926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,power_law_1.01,0.2510591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,power_law_1.01,0.1276095986366272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,power_law_1.01,0.30721919536590575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,power_law_1.2,0.13015040159225463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,power_law_1.01,0.12658560276031494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,power_law_1.01,0.39892480373382566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,power_law_1.2,0.1477120041847229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,power_law_1.01,0.13931519985198976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,power_law_1.01,0.5646848201751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,power_law_1.2,0.1557760000228882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,power_law_1.01,0.15126399993896483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,power_law_1.01,0.6258495807647705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,power_law_1.2,0.16390399932861327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,power_law_1.01,0.16260479688644408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,power_law_1.2,0.16671359539031982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,power_law_1.01,0.905401611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,power_law_1.01,0.17543040513992308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,power_law_1.2,0.16802560091018676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,power_law_1.01,1.170188808441162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,power_law_1.2,0.17900160551071168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,power_law_1.01,0.18071039915084838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,power_law_1.01,1.8120767593383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,power_law_1.2,0.19277440309524535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,power_law_1.01,0.19745919704437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,power_law_1.01,2.220947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,power_law_1.2,0.1500223994255066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,power_law_1.2,0.24101760387420654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,power_law_1.01,0.20558080673217774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,power_law_1.2,0.26543359756469725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,power_law_1.01,0.22934401035308838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,power_law_1.01,2.798374366760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,power_law_1.01,0.2696768045425415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,power_law_1.2,0.0942911982536316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,power_law_1.2,0.3457855939865112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,16,power_law_1.01,4.171142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.27192320823669436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,power_law_1.2,0.09794560074806213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,power_law_1.2,0.4626495838165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.3667072057723999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,power_law_1.2,0.11813759803771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,power_law_1.2,0.5825151920318603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,16,power_law_1.01,8.422694396972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.51080322265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,power_law_1.2,0.12609920501708985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,power_law_1.2,0.7148032188415527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,power_law_1.2,0.1281216025352478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,power_law_1.01,0.6896959781646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,power_law_1.2,1.0350720405578613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,power_law_1.2,0.12813440561294556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,power_law_1.01,0.7505599975585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,power_law_1.2,0.13141759634017944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,power_law_1.2,1.397599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,power_law_1.01,1.1574975967407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,power_law_1.2,0.14387199878692628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,power_law_1.2,1.987116813659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,power_law_1.01,1.484550380706787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,power_law_1.2,0.15221760272979737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,power_law_1.2,0.1677248001098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,power_law_1.01,2.2197759628295897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,power_law_1.2,3.5637630462646483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,power_law_1.2,0.18944000005722045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,power_law_1.01,2.7159168243408205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,power_law_1.2,4.079059219360351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,power_law_1.2,0.1948863983154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,power_law_1.2,0.23746559619903565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,power_law_1.01,3.8596160888671873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,16,power_law_1.2,5.280435180664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,power_law_1.2,0.2362816095352173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,power_law_1.2,0.2319808006286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,32,power_law_1.01,5.930271911621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,power_law_1.2,0.291974401473999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,32,power_law_1.01,13.394898986816406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,16,power_law_1.2,17.602931213378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.303385591506958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.45866880416870115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.5615359783172608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,power_law_1.2,0.8780415534973145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,power_law_1.2,0.9198335647583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,power_law_1.2,1.6558528900146485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,power_law_1.2,1.9402048110961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,power_law_1.2,3.3251583099365236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,power_law_1.2,5.384012985229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,power_law_1.2,7.0052543640136715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,1,32,power_law_1.2,9.280057525634765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,1,32,power_law_1.2,30.255718994140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,power_law_1.01,0.10570240020751953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,power_law_1.01,0.11564799547195434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,power_law_1.01,0.08391680121421814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,power_law_1.01,0.10577280521392822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,power_law_1.01,0.12170239686965942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,power_law_1.01,0.12511999607086183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,power_law_1.01,0.1260480046272278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,power_law_1.01,0.12648320198059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,power_law_1.01,0.13666559457778932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,power_law_1.01,0.14598400592803956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,power_law_1.01,0.1559615969657898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,power_law_1.01,0.16352640390396117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,power_law_1.01,0.1616320013999939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,power_law_1.01,0.17251839637756347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,power_law_1.01,0.18023680448532103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,power_law_1.01,0.20641279220581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,power_law_1.01,0.2532991886138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,power_law_1.01,0.2813503980636597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,power_law_1.01,0.34288640022277833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,power_law_1.01,0.37820799350738527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,power_law_1.2,0.10590720176696777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,power_law_1.01,0.4832767963409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,power_law_1.01,0.6169727802276611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,power_law_1.01,0.891481590270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,power_law_1.01,0.9885631561279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,power_law_1.2,0.10005760192871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,power_law_1.2,0.10512000322341919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,power_law_1.01,1.461695957183838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,power_law_1.2,0.12428159713745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,power_law_1.01,2.0250175476074217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,power_law_1.2,0.12565759420394898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,power_law_1.01,2.508697509765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,power_law_1.2,0.12940160036087037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,power_law_1.2,0.13841919898986815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,8,power_law_1.01,4.194963073730468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,power_law_1.2,0.14027520418167114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,power_law_1.2,0.15039360523223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,8,power_law_1.01,6.91937255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,power_law_1.2,0.16560640335083007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,power_law_1.2,0.1678655982017517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,power_law_1.2,0.18047360181808472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,power_law_1.2,0.20069758892059325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,power_law_1.2,0.21155200004577637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,power_law_1.2,0.21075839996337892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,power_law_1.2,0.2662719964981079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,power_law_1.2,0.27266559600830076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,power_law_1.2,0.33251199722290037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,power_law_1.2,0.40867199897766116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,power_law_1.2,0.5340608119964599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,power_law_1.2,0.7238912105560302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,power_law_1.2,1.1058752059936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,power_law_1.2,1.2457920074462892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,power_law_1.2,2.028441619873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,power_law_1.2,2.55230712890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,power_law_1.2,2.786457633972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,8,power_law_1.2,4.731078338623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,8,power_law_1.2,11.529273223876952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,power_law_1.01,0.22485759258270263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,power_law_1.01,0.20741119384765624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,power_law_1.01,0.2040895938873291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,power_law_1.01,0.10559359788894654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,power_law_1.01,0.12355200052261353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,power_law_1.01,0.15712000131607057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,power_law_1.01,0.17685760259628297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,power_law_1.01,0.12428799867630005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,power_law_1.01,0.15850239992141724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,power_law_1.01,0.1685696005821228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,power_law_1.01,0.1788607954978943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,power_law_1.01,0.2110464096069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,power_law_1.01,0.10550400018692016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,power_law_1.01,0.17347840070724488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,power_law_1.01,0.12025599479675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,power_law_1.2,0.2310015916824341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,power_law_1.01,0.186188805103302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,power_law_1.2,0.20647680759429932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,power_law_1.01,0.13624320030212403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,power_law_1.01,0.1969151973724365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,power_law_1.01,0.14300160408020018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,power_law_1.2,0.1929792046546936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,power_law_1.01,0.20862081050872802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,power_law_1.01,0.16980479955673217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,power_law_1.2,0.10392320156097412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,power_law_1.01,0.23060479164123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,power_law_1.01,0.17118079662323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,power_law_1.2,0.11301759481430054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,power_law_1.01,0.24504320621490477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,power_law_1.01,0.17900799512863158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,power_law_1.2,0.14098559617996215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,power_law_1.01,0.25662078857421877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,power_law_1.01,0.17741440534591674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,power_law_1.2,0.1424512028694153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,power_law_1.01,0.2964672088623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,power_law_1.01,0.18059519529342652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,power_law_1.2,0.16498559713363647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.32936959266662597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,power_law_1.01,0.17823359966278077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,power_law_1.2,0.16195199489593506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,power_law_1.01,0.19277440309524535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.4163072109222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,power_law_1.2,0.1725759983062744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,power_law_1.2,0.17973120212554933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,power_law_1.01,0.2125312089920044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.41942400932312013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,power_law_1.2,0.1929152011871338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,power_law_1.01,0.2298367977142334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,power_law_1.01,0.5252416133880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,power_law_1.2,0.12398079633712769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,power_law_1.01,0.2564863920211792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,power_law_1.2,0.19192320108413696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,power_law_1.01,0.7497471809387207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,power_law_1.2,0.16778240203857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,power_law_1.01,0.3278336048126221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,power_law_1.2,0.20112640857696534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,power_law_1.2,0.17882239818572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,power_law_1.01,1.0844991683959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,power_law_1.01,0.30587520599365237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,power_law_1.2,0.2187903881072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,power_law_1.2,0.09869440197944641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,power_law_1.01,0.4042816162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,power_law_1.01,1.2812543869018556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,power_law_1.2,0.26191999912261965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,power_law_1.01,0.4115583896636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,power_law_1.2,0.2536128044128418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,power_law_1.2,0.11214079856872558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,power_law_1.01,1.740870475769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,power_law_1.01,0.5334464073181152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,power_law_1.2,0.36423680782318113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,power_law_1.2,0.13761279582977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,power_law_1.01,2.4347776412963866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,power_law_1.01,0.7120448112487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.3402048110961914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,power_law_1.2,0.14075520038604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,power_law_1.01,3.2042369842529297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,power_law_1.01,0.9662400245666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.4680511951446533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,power_law_1.2,0.16136319637298585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,power_law_1.01,1.1238143920898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,32,power_law_1.01,4.80432014465332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.5011263847351074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,power_law_1.2,0.14911999702453613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,power_law_1.01,1.640947151184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,power_law_1.2,0.6766464233398437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,32,power_law_1.01,8.990943908691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,power_law_1.2,0.18097920417785646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,power_law_1.2,0.9506048202514649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,power_law_1.01,2.2072511672973634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,power_law_1.2,0.1779647946357727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,power_law_1.2,1.2587072372436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,power_law_1.01,2.5959487915039063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,power_law_1.2,0.18196480274200438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,power_law_1.2,1.5364671707153321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,16,power_law_1.01,4.036012649536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,power_law_1.2,0.19287680387496947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,power_law_1.2,2.2331647872924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,16,power_law_1.01,7.932147216796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,power_law_1.2,0.2038655996322632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,power_law_1.2,2.9019712448120116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,power_law_1.2,0.2174463987350464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,power_law_1.2,4.143059158325196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,power_law_1.2,0.24696319103240966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,power_law_1.2,0.27583999633789064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,32,power_law_1.2,6.725811004638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,power_law_1.2,0.32782080173492434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,power_law_1.2,0.33214080333709717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,32,power_law_1.2,14.159295654296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,power_law_1.2,0.4390399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,power_law_1.2,0.4536448001861572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,power_law_1.2,0.574508810043335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,power_law_1.2,0.7535871982574462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,power_law_1.2,1.0577088356018067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,power_law_1.2,1.2723072052001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,power_law_1.2,1.8768512725830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,power_law_1.2,2.553209686279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,power_law_1.2,3.213356781005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,16,power_law_1.2,5.521420669555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,16,power_law_1.2,11.087213134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,power_law_1.01,0.10531840324401856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,power_law_1.01,0.13404799699783326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,power_law_1.01,0.18421759605407714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,power_law_1.01,0.11214720010757447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,power_law_1.01,0.1274623990058899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,power_law_1.01,0.14869760274887084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,power_law_1.01,0.09616000056266785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,power_law_1.01,0.17345279455184937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,power_law_1.01,0.11288959980010986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,power_law_1.2,0.11598720550537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,power_law_1.01,0.14523520469665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,power_law_1.01,0.17207679748535157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,power_law_1.2,0.13162879943847655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,power_law_1.01,0.10032000541687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,power_law_1.2,0.12737280130386353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,power_law_1.01,0.18096640110015869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,power_law_1.01,0.131494402885437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,power_law_1.2,0.10750080347061157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,power_law_1.01,0.1938752055168152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,power_law_1.01,0.15630719661712647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,power_law_1.2,0.12364799976348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,power_law_1.01,0.19509119987487794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,power_law_1.01,0.16367360353469848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,power_law_1.2,0.14232319593429565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,power_law_1.01,0.19916800260543824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,power_law_1.2,0.14792959690093993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,power_law_1.01,0.2018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,power_law_1.2,0.1639232039451599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,power_law_1.01,0.20609920024871825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,power_law_1.01,0.20253438949584962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,power_law_1.2,0.1733440041542053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,power_law_1.01,0.2099008083343506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,power_law_1.01,0.2032383918762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,power_law_1.2,0.17360639572143555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,power_law_1.01,0.22130560874938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,power_law_1.01,0.2098560094833374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,power_law_1.2,0.18188799619674684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,power_law_1.2,0.10032000541687011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,power_law_1.01,0.24659199714660646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,power_law_1.01,0.22403199672698976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,power_law_1.01,0.27333760261535645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,power_law_1.2,0.19799679517745972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,power_law_1.2,0.11363199949264527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,power_law_1.01,0.2376960039138794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,power_law_1.01,0.31889278888702394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,power_law_1.2,0.1981055974960327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,power_law_1.2,0.1173248052597046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,power_law_1.01,0.257260799407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,power_law_1.2,0.2162623882293701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,power_law_1.01,0.34092800617218016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,power_law_1.2,0.11433600187301636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,power_law_1.01,0.27358078956604004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,power_law_1.2,0.23837440013885497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,power_law_1.01,0.4322688102722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,power_law_1.2,0.12873599529266358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,power_law_1.2,0.24221439361572267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,power_law_1.01,0.2927488088607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,power_law_1.2,0.28197760581970216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,power_law_1.01,0.44881281852722166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,power_law_1.2,0.1408959984779358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,power_law_1.01,0.3227519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,power_law_1.2,0.3293823957443237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,power_law_1.2,0.16076159477233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,power_law_1.01,0.5781568050384521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,power_law_1.01,0.3952960014343262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,power_law_1.2,0.3460544109344482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,power_law_1.2,0.1933184027671814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,power_law_1.01,0.8025728225708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,power_law_1.01,0.38657279014587403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,power_law_1.2,0.4503744125366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,power_law_1.2,0.20667519569396972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,power_law_1.2,0.476416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,power_law_1.01,0.49156479835510253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,power_law_1.01,1.0545663833618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,power_law_1.2,0.6222591876983643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,power_law_1.2,0.2083967924118042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,power_law_1.01,0.5379072189331054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,power_law_1.01,1.1837183952331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,power_law_1.2,0.8740287780761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,power_law_1.2,0.21856000423431396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,power_law_1.01,0.6648767948150635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,power_law_1.01,1.5417728424072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,power_law_1.2,1.1570048332214355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,power_law_1.2,0.22532479763031005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,power_law_1.01,0.8766847610473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,power_law_1.01,2.162156867980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,power_law_1.2,1.2316160202026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,power_law_1.2,0.2326335906982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,power_law_1.01,1.1415679931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,power_law_1.01,2.5512895584106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,power_law_1.2,1.8281280517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,power_law_1.2,0.25379199981689454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,power_law_1.01,1.279423999786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,8,power_law_1.01,4.0902656555175785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,power_law_1.2,2.1490367889404296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,power_law_1.2,0.27822721004486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,power_law_1.01,1.7122560501098634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,power_law_1.2,2.99420166015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,power_law_1.2,0.3002624034881592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,8,power_law_1.01,7.8806915283203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,power_law_1.01,2.2690048217773438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,power_law_1.2,0.3357696056365967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,power_law_1.01,2.710700798034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,8,power_law_1.2,4.6161151885986325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,power_law_1.2,0.3975167989730835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,4,power_law_1.01,4.390451049804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,power_law_1.2,0.40117759704589845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,8,power_law_1.2,9.658163452148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,power_law_1.2,0.48510079383850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,4,power_law_1.01,8.4169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,power_law_1.2,0.5582784175872803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,power_law_1.2,0.6869696140289306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,power_law_1.2,0.9268223762512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,power_law_1.2,1.1572799682617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,power_law_1.2,1.2903679847717284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,power_law_1.2,1.817171287536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,power_law_1.2,2.4742591857910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,power_law_1.2,3.1121599197387697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,4,power_law_1.2,4.660128021240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,power_law_1.01,0.0403328001499176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,4,power_law_1.2,9.591289520263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,power_law_1.01,0.04030719995498657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,power_law_1.01,0.04004479944705963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,power_law_1.01,0.04071039855480194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,power_law_1.01,0.04145280122756958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,power_law_1.01,0.0927295982837677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,power_law_1.01,0.10200320482254029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,power_law_1.01,0.12190719842910766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,power_law_1.2,0.04103040099143982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,power_law_1.01,0.04185599982738495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,power_law_1.2,0.09212160110473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,power_law_1.2,0.0411327987909317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,power_law_1.01,0.04262399971485138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,power_law_1.2,0.04131839871406555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,power_law_1.2,0.10084480047225952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,power_law_1.01,0.14534399509429932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,power_law_1.01,0.044064000248909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,power_law_1.2,0.041631999611854556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,power_law_1.2,0.10474879741668701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,power_law_1.01,0.21990399360656737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,power_law_1.2,0.042361599206924436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,power_law_1.2,0.12305279970169067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,power_law_1.2,0.15338879823684692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,power_law_1.01,0.24167039394378662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,power_law_1.2,0.1650431990623474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,power_law_1.01,0.24702079296112062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,power_law_1.2,0.04267520010471344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,power_law_1.01,0.045151999592781066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,power_law_1.2,0.19482239484786987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,power_law_1.01,0.25391359329223634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,power_law_1.2,0.04355199933052063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,power_law_1.01,0.04699519872665405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,power_law_1.2,0.23987200260162353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,power_law_1.01,0.2708224058151245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,power_law_1.2,0.04519039988517761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,power_law_1.01,0.04878079891204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,power_law_1.2,0.24939520359039308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,power_law_1.2,0.25686399936676024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,power_law_1.01,0.28241279125213625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,power_law_1.2,0.2676480054855347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,power_law_1.01,0.29380478858947756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,power_law_1.2,0.04658559858798981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,power_law_1.2,0.2846656084060669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,power_law_1.01,0.29944961071014403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,power_law_1.2,0.046649599075317384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,power_law_1.2,0.288703989982605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,power_law_1.2,0.048588800430297854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,power_law_1.01,0.3124991893768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,power_law_1.2,0.32200961112976073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,power_law_1.01,0.05351679921150208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,power_law_1.01,0.3402688026428223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,power_law_1.2,0.3463871955871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,power_law_1.2,0.0532800018787384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,power_law_1.01,0.05333120226860046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,power_law_1.2,0.3562623977661133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,power_law_1.01,0.35313279628753663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,power_law_1.2,0.0546176016330719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,power_law_1.01,0.057004797458648684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,power_law_1.2,0.39183359146118163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,power_law_1.01,0.3811327934265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,power_law_1.2,0.056576001644134524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,power_law_1.2,0.48099842071533205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,power_law_1.01,0.4699711799621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,power_law_1.2,0.5946944236755372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,power_law_1.01,0.6079423904418946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,power_law_1.01,0.7571328163146973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,power_law_1.2,0.7900608062744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,power_law_1.2,0.7981247901916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,power_law_1.01,0.7883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,power_law_1.01,0.07317119836807251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,power_law_1.2,1.013491153717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,power_law_1.2,0.07863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,power_law_1.01,0.9907903671264648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,power_law_1.01,0.07642880082130432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,power_law_1.2,1.3594176292419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,power_law_1.01,1.2819583892822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,power_law_1.2,1.7246784210205077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,power_law_1.2,1.6778112411499024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,power_law_1.2,0.08877440094947815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,power_law_1.01,1.6441535949707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,power_law_1.01,0.08544639945030212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,power_law_1.2,0.11850240230560302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,power_law_1.2,2.493152046203613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,power_law_1.01,1.7972864151000976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,power_law_1.01,0.10648319721221924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,power_law_1.2,3.1626047134399413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,power_law_1.01,2.4618560791015627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,power_law_1.01,2.993177604675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,power_law_1.2,3.8262977600097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.2,0.15489920377731323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.01,0.14674559831619263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.2,0.1935807943344116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,power_law_1.01,3.8148353576660154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.01,0.20960640907287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,2,power_law_1.2,6.06451187133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.2,0.2756927967071533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.01,0.25073919296264646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,2,power_law_1.01,5.953311920166016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,2,power_law_1.2,11.789004516601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.2,0.4425216197967529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,2,power_law_1.01,11.389017486572266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.01,0.4257472038269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.2,0.5910975933074951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.01,0.5733183860778809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.2,0.7919104099273682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.01,0.8357184410095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.2,1.1688832283020019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.01,1.1720640182495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.2,1.6706815719604493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.01,1.728646469116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.2,2.1619264602661135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,power_law_1.2,2.8296319961547853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.01,2.109779167175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,power_law_1.01,2.854425621032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,8,power_law_1.2,4.270291137695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,4,8,power_law_1.01,4.073132705688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,8,power_law_1.2,9.063622283935548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,4,8,power_law_1.01,9.103622436523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,power_law_1.01,0.03559040129184723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,power_law_1.2,0.03542400002479553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,power_law_1.01,0.03222399950027466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,power_law_1.2,0.03716480135917664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,power_law_1.01,0.03260799944400787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,power_law_1.01,0.0377920001745224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,power_law_1.2,0.03749760091304779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,power_law_1.01,0.03856639862060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,power_law_1.2,0.03885439932346344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,power_law_1.01,0.042828801274299624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,power_law_1.2,0.041145598888397215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,power_law_1.01,0.04333440065383911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,power_law_1.2,0.04222080111503601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,power_law_1.2,0.030086401104927062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,power_law_1.01,0.032128000259399415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,power_law_1.01,0.044038400053977966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,power_law_1.2,0.04281600117683411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,power_law_1.01,0.031839999556541446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,power_law_1.2,0.030092799663543703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,power_law_1.01,0.03253119885921478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,power_law_1.2,0.030943998694419862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,power_law_1.01,0.03540480136871338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,power_law_1.2,0.036524799466133115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,power_law_1.2,0.036774399876594546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,power_law_1.01,0.04544639885425568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,power_law_1.2,0.04549759924411774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,power_law_1.01,0.04643200039863586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,power_law_1.2,0.045542401075363156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,power_law_1.01,0.04958719909191132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,power_law_1.2,0.04864639937877655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,power_law_1.01,0.04328320026397705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,power_law_1.2,0.04305280148983002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,power_law_1.01,0.044588801264762876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,power_law_1.2,0.044684800505638125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,power_law_1.01,0.04598399996757507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,power_law_1.01,0.05308160185813904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,power_law_1.2,0.05203840136528015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,power_law_1.2,0.045638400316238406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,power_law_1.01,0.05418879985809326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,power_law_1.2,0.052742397785186766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,power_law_1.01,0.05852159857749939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,power_law_1.2,0.05616639852523804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,power_law_1.01,0.04689280092716217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,power_law_1.2,0.04769920110702515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,power_law_1.01,0.04875519871711731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,power_law_1.2,0.04845440089702606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,power_law_1.2,0.04912639856338501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,power_law_1.01,0.050291198492050174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,power_law_1.01,0.06579840183258057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,power_law_1.2,0.0692799985408783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,power_law_1.01,0.07747200131416321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,power_law_1.2,0.08021759986877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,power_law_1.01,0.089055997133255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,power_law_1.2,0.08644480109214783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,power_law_1.01,0.05375999808311462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,power_law_1.01,0.0998207986354828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,power_law_1.2,0.053907197713851926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,power_law_1.2,0.12261120080947877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.2,0.13806719779968263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.01,0.1283776044845581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,power_law_1.01,0.05960320234298706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,power_law_1.2,0.05826560258865356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.2,0.2141887903213501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.01,0.1654207944869995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,power_law_1.2,0.061401599645614625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,power_law_1.01,0.06355199813842774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.2,0.22184319496154786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.01,0.2667327880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,power_law_1.2,0.0685696005821228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,power_law_1.01,0.06835839748382569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.2,0.43352317810058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,power_law_1.01,0.07438719868659974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,power_law_1.2,0.0770687997341156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.01,0.43398399353027345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,power_law_1.01,0.0864960014820099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.01,0.47221760749816893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,power_law_1.2,0.08349440097808838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.2,0.5856512069702149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,power_law_1.01,0.10980479717254639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.01,0.7999167919158936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,power_law_1.2,0.10720640420913696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.2,0.8737664222717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.01,0.13014400005340576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.01,0.9047616004943848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.2,0.12358399629592895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.2,1.1929984092712402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.01,0.16915839910507202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.01,1.7068672180175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.2,0.19471999406814575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.2,1.6284160614013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.01,0.2360447883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.2,0.2686912059783936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.01,1.9980607986450196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.2,2.3405696868896486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,power_law_1.2,2.7740415573120116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,power_law_1.01,2.762182426452637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,4,power_law_1.2,5.179596710205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,4,power_law_1.01,4.274201583862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,4,power_law_1.01,7.582669067382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,4,power_law_1.2,7.815904235839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.01,0.3455679893493652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.2,0.3800640106201172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.2,0.4880512237548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.01,0.4368959903717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.2,0.6333695888519287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.01,0.7034687995910645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.2,0.9843071937561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.01,0.8940671920776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.2,1.4672639846801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.01,1.32806396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.2,1.865331268310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.01,1.7269567489624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,power_law_1.01,2.3146623611450194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,power_law_1.2,2.215839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,2,power_law_1.01,4.048716735839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,2,power_law_1.2,3.8144126892089845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,2,power_law_1.01,7.067552185058593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,2,power_law_1.2,7.958783721923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.030585598945617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.028998398780822755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.031667199730873105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.03175039887428284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.033030399680137636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.03356800079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.040627199411392215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.04154239892959595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.040115201473236085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.04202240109443665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.04493440091609955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.04544639885425568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.04550400078296661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.046323201060295104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.047686401009559634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.04750080108642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,power_law_1.2,0.05146880149841308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,power_law_1.01,0.052671998739242554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.0506879985332489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,power_law_1.01,0.052857601642608644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,power_law_1.2,0.05187839865684509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.05025920271873474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,power_law_1.01,0.05310080051422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,power_law_1.2,0.05237119793891907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.05191680192947388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.053350400924682614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,power_law_1.01,0.05329279899597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.05348479747772217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,power_law_1.2,0.052671998739242554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,power_law_1.2,0.05292159914970398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.058950400352478026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.059359997510910034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.06652160286903382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.061478400230407716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,power_law_1.2,0.05444480180740356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,power_law_1.01,0.05560960173606873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.06698880195617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,power_law_1.2,0.05727360248565674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,power_law_1.01,0.056652802228927615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,power_law_1.2,0.05685120224952698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,power_law_1.01,0.05860480070114136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.07553920149803162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.0753920018672943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.08039680123329163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.07925119996070862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.08856959939002991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.08926079869270324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.11961599588394164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.12213120460510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.13968000411987305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.13882240056991577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.19637759923934936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.19854079484939574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,power_law_1.2,0.06037120223045349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,power_law_1.01,0.060819202661514284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.2560703992843628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,power_law_1.01,0.06169599890708923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.26012799739837644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,power_law_1.2,0.06037759780883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.36956799030303955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.4798975944519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,power_law_1.01,0.06230400204658508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.36895360946655276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,power_law_1.2,0.06319360136985779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.7037375926971435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.4836863994598389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.9240384101867676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.7066175937652588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,1.3723584175109864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.9308992385864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,1.816364860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,1.3785152435302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,2.2644351959228515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,1.8213247299194335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,1,power_law_1.01,3.588499069213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,power_law_1.01,0.06893439888954163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,power_law_1.2,0.07008000016212464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,2.2650623321533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,1,power_law_1.01,7.120556640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,power_law_1.2,0.07259520292282104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,power_law_1.01,0.07390720248222352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,1,power_law_1.2,3.588025665283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,power_law_1.2,0.07875199913978577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,power_law_1.01,0.077183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,1,power_law_1.2,7.129612731933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,power_law_1.2,0.10725760459899902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,power_law_1.01,0.10033279657363892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,power_law_1.2,0.13064320087432862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,power_law_1.01,0.10972800254821777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,power_law_1.2,0.18828799724578857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,power_law_1.01,0.13283200263977052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.2,0.21797120571136475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,power_law_1.01,0.1746559977531433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.01,0.19006719589233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,power_law_1.01,0.04906240105628967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,power_law_1.2,0.043935999274253845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,power_law_1.01,0.045510399341583255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.2,0.3253247976303101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.01,0.3288640022277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,power_law_1.2,0.04684160053730011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,power_law_1.01,0.04643200039863586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,power_law_1.01,0.051923197507858274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.2,0.45247998237609866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,power_law_1.2,0.05208960175514221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.01,0.4305727958679199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,power_law_1.2,0.05248640179634094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.2,0.6516799926757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.01,0.6791423797607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.2,0.880345630645752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,power_law_1.2,0.053273600339889524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.01,0.895257568359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.2,1.2370176315307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.01,1.232960033416748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.01,1.5801471710205077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.2,1.7726079940795898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.01,2.397318458557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.2,2.4336191177368165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,power_law_1.01,0.054688000679016115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,power_law_1.2,0.0545087993144989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.01,3.354905700683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.2,3.473593521118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,power_law_1.01,0.05541120171546936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,power_law_1.2,0.05687680244445801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,power_law_1.01,0.0572160005569458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,power_law_1.01,4.363423919677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,power_law_1.2,4.364966583251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,power_law_1.2,0.057683199644088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,8,power_law_1.01,6.447910308837891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,4,8,power_law_1.2,6.755903625488282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,8,power_law_1.2,13.924569702148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,4,8,power_law_1.01,13.981893920898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,power_law_1.01,0.058937597274780276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,power_law_1.2,0.06117759943008423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,power_law_1.01,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,power_law_1.2,0.06110720038414001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,power_law_1.01,0.06269440054893494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,power_law_1.01,0.06954879760742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,power_law_1.2,0.06372479796409607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,power_law_1.2,0.0709119975566864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,power_law_1.01,0.0772159993648529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,power_law_1.2,0.07272319793701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,power_law_1.2,0.0769216001033783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,power_law_1.01,0.09196159839630128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,power_law_1.2,0.0972927987575531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,power_law_1.01,0.09434239864349366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,power_law_1.2,0.1081536054611206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,power_law_1.2,0.12503679990768432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,power_law_1.2,0.036735999584198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,power_law_1.01,0.03712640106678009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,power_law_1.2,0.040275201201438904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,power_law_1.01,0.038867199420928956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,power_law_1.01,0.16205439567565919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,power_law_1.2,0.16200319528579712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,power_law_1.2,0.045440000295639035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.01,0.22680959701538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.2,0.19886080026626587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,power_law_1.2,0.05368959903717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,power_law_1.01,0.05306239724159241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.01,0.27506558895111083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.2,0.3424511909484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,power_law_1.2,0.054816001653671266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,power_law_1.01,0.05259519815444946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.01,0.3873215913772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.2,0.46840319633483884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.01,0.6771711826324462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.2,0.6884672164916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.01,0.8187264442443848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.2,0.8442560195922851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.01,1.1675007820129395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.01,1.5179391860961915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.2,1.2757184028625488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,power_law_1.2,0.057196801900863646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.01,2.204102325439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.2,1.6383232116699218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,power_law_1.01,0.05724800229072571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.01,2.5943103790283204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.2,2.605670356750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,power_law_1.2,0.05975679755210876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,power_law_1.01,4.058361434936524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.2,4.049766540527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,power_law_1.2,5.369484710693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,4,power_law_1.01,6.815487670898437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,4,power_law_1.2,7.533299255371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,4,power_law_1.01,12.574272155761719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,4,power_law_1.2,16.493267822265626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,power_law_1.01,0.06115840077400207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,power_law_1.2,0.06260480284690857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,power_law_1.01,0.06206079721450806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,power_law_1.2,0.06567040085792542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,power_law_1.01,0.06481919884681701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,power_law_1.01,0.07229440212249756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,power_law_1.2,0.07351040244102477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,power_law_1.01,0.0738048017024994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,power_law_1.2,0.07525759935379028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,power_law_1.01,0.07831680178642272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.03530240058898926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.03565439879894257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.037747201323509214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04007039964199066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.039526399970054624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.05299199819564819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.0531328022480011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,power_law_1.01,0.0902463972568512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,power_law_1.2,0.09190400242805481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.05431039929389954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.05438719987869263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,power_law_1.01,0.10897279977798462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,power_law_1.2,0.10216319561004639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,power_law_1.2,0.10885759592056274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,power_law_1.01,0.15886080265045166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,power_law_1.2,0.15066879987716675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.01,0.1922816038131714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.2,0.2018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.2,0.30738561153411864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.01,0.24332799911499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.0573311984539032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.057868802547454835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.2,0.37651839256286623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.06024320125579834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.01,0.3323391914367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.0606719970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06139519810676575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.2,0.585478401184082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.06199679970741272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.01,0.4733248233795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.01,0.5355840206146241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.2,0.6872511863708496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.01,0.9865920066833496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.2,1.0111488342285155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.06587520241737366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.06728320121765137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.01,1.2677184104919434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.2,1.4780351638793945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06862080097198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06878719925880432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.01,1.9094144821166992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.2,2.0476352691650392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07123839855194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.07133439779281617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.2,3.0437248229980467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.01,2.707449531555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07943040132522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07899519801139832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,power_law_1.01,3.613740921020508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,power_law_1.2,3.555904006958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.08223999738693237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.0834496021270752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.0898751974105835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,2,power_law_1.01,5.335481643676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08947839736938476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,2,power_law_1.2,5.572243118286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,2,power_law_1.2,9.442937469482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,2,power_law_1.01,11.050764465332032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.09908480048179627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09944959878921508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.10375679731369018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.12021759748458863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.167302405834198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.12269439697265624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.214355206489563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.1676800012588501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.2938816070556641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.39079039096832274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.21432321071624755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.5545663833618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.29562880992889407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.7192895889282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.3891455888748169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,1.0502079963684081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.5577919960021973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.16870399713516235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.16904959678649903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.16318080425262452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.1840000033378601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.7207104206085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,1.3758399963378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.0907904028892517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,1.0444352149963378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.14373120069503784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,2.034764862060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.10493439435958862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,1.371129608154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,2.699430465698242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.10355839729309083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.1323583960533142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,2.0370367050170897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,3.3608638763427736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.13182079792022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,2.705299186706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,5.339321517944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,3.367967987060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,10.666668701171876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,5.357318496704101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.12044800519943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.13067519664764404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,10.657804870605469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.16984319686889648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.17176320552825927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.14908159971237184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.16902400255203248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.15363199710845948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.15930240154266356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.18398079872131348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.18862080574035645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.18801920413970946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,power_law_1.01,0.11070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,power_law_1.2,0.11239680051803588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.18972159624099733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.1960255980491638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,power_law_1.01,0.1900480031967163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,power_law_1.2,0.19235199689865112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.1991039991378784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.20165760517120362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,power_law_1.01,0.11310080289840699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,power_law_1.2,0.07041280269622803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.19996800422668456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.1804352045059204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,power_law_1.01,0.08980479836463928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,power_law_1.2,0.08711040019989014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,power_law_1.01,0.11481599807739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,power_law_1.2,0.1091007947921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.18624000549316405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.1841215968132019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.20132479667663575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.19415680170059205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.2313983917236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.25718400478363035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.2244096040725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.2793215990066528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,power_law_1.2,0.11505279541015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.2560640096664429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,power_law_1.01,0.1285823941230774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.3467200040817261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,power_law_1.2,0.15740159749984742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.2733824014663696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,power_law_1.01,0.16520320177078246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.4393727779388428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,power_law_1.2,0.15813119411468507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,power_law_1.01,0.1474943995475769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.31215360164642336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,0.6035456180572509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,power_law_1.2,0.16272640228271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,power_law_1.01,0.17900160551071168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.4055168151855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,power_law_1.2,0.1773375988006592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.796665620803833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,power_law_1.01,0.17091840505599976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,0.47762560844421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,1.14017915725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,power_law_1.01,0.179257595539093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,power_law_1.2,0.19461120367050172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.625164794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,power_law_1.01,0.1890496015548706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,1.6698495864868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,power_law_1.2,0.1728127956390381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,power_law_1.01,0.1759168028831482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,0.9560768127441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,2.270015907287598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,power_law_1.01,0.19661439657211305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,power_law_1.2,0.19381120204925537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,1.1705216407775878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,3.381536102294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,power_law_1.01,0.20234880447387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,power_law_1.2,0.21159040927886963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,1.883193588256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,3.947564697265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,power_law_1.01,0.20675840377807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,power_law_1.2,0.22097280025482177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,power_law_1.01,0.22639999389648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,2.488966369628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,power_law_1.2,0.22558081150054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,power_law_1.01,0.23953919410705565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,power_law_1.2,0.25684480667114257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,2.7057024002075196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,7.128915405273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.2,0.2992959976196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.01,0.2835776090621948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,4.854393768310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.2,0.3719104051589966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.01,0.340831995010376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,16.078489685058592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.01,0.400051212310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.2,0.46151041984558105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,8.953855895996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.01,0.5233407974243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.2,0.5878335952758789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.01,0.6510848045349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.2,0.7084544181823731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.2,0.9891584396362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.01,0.9060864448547363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.2,1.5313216209411622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.01,1.2786239624023437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.2,2.1117120742797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.01,1.8308671951293944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.01,2.5108287811279295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.2,2.9043264389038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,power_law_1.01,3.0171648025512696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,power_law_1.2,3.6883583068847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,16,power_law_1.01,4.3982593536376955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,16,power_law_1.2,5.7039039611816404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,power_law_1.01,0.08688639998435974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,power_law_1.2,0.0871616005897522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,power_law_1.01,0.12677760124206544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,power_law_1.2,0.12184959650039673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,16,power_law_1.01,9.404531097412109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,power_law_1.01,0.07616000175476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,power_law_1.2,0.07082239985466003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,16,power_law_1.2,11.747296142578126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,power_law_1.2,0.08384000062942505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,power_law_1.01,0.08318719863891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,power_law_1.2,0.1049280047416687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,power_law_1.01,0.10195839405059814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,power_law_1.2,0.12293119430541992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,power_law_1.01,0.13140480518341063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,power_law_1.2,0.15746560096740722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,power_law_1.01,0.16257280111312866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,power_law_1.2,0.16539520025253296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,power_law_1.01,0.07950720191001892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,power_law_1.01,0.17724159955978394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,power_law_1.2,0.0812287986278534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,power_law_1.2,0.09414399862289428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,power_law_1.01,0.09590399861335755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,power_law_1.2,0.17007360458374024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,power_law_1.01,0.17808640003204346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,power_law_1.01,0.191103994846344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,power_law_1.2,0.07948160171508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,power_law_1.01,0.08599039912223816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,power_law_1.2,0.19792640209197998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,power_law_1.2,0.0912447988986969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,power_law_1.01,0.09343360066413879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,power_law_1.01,0.19689600467681884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,power_law_1.2,0.1872704029083252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,power_law_1.01,0.11256320476531982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,power_law_1.2,0.10633599758148193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,power_law_1.01,0.20281600952148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,power_law_1.2,0.20138239860534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,power_law_1.01,0.2059328079223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,power_law_1.2,0.18883199691772462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,power_law_1.01,0.21425280570983887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,power_law_1.2,0.21495039463043214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,power_law_1.01,0.22816638946533202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,power_law_1.2,0.22062079906463622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,power_law_1.01,0.2353663921356201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,power_law_1.01,0.13772159814834595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,power_law_1.2,0.13481600284576417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,power_law_1.2,0.24279680252075195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,power_law_1.01,0.2534847974777222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,power_law_1.01,0.18192000389099122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,power_law_1.2,0.17809280157089233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,power_law_1.01,0.2780416011810303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,power_law_1.2,0.2580159902572632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,power_law_1.01,0.17756160497665405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,power_law_1.2,0.1799232006072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,power_law_1.2,0.2847872018814087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.01,0.32464640140533446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,power_law_1.01,0.22334721088409423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.2,0.3575808048248291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,power_law_1.2,0.2195904016494751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.01,0.3806335926055908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,power_law_1.01,0.22314879894256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,power_law_1.2,0.22885119915008545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.2,0.42778878211975097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.01,0.48197760581970217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,power_law_1.01,0.23189120292663573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,power_law_1.2,0.24060161113739015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.2,0.5027455806732177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.01,0.6212800025939942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,power_law_1.01,0.2400063991546631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,power_law_1.2,0.23343360424041748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.01,0.7484799861907959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.2,0.7229631900787353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,power_law_1.01,0.2354111909866333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,power_law_1.2,0.24169600009918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.01,1.2085887908935546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.2,0.9145855903625488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,power_law_1.01,0.26245760917663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,power_law_1.2,0.2678080081939697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.2,1.3200448036193848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.01,1.448192024230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,power_law_1.01,0.28061439990997317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,power_law_1.2,0.29103999137878417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.2,1.7871551513671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.01,1.9730560302734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,power_law_1.01,0.2856064081192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,power_law_1.2,0.28793599605560305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.2,2.251417541503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.01,2.7660160064697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,power_law_1.01,0.3065920114517212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,power_law_1.2,0.3176703929901123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,power_law_1.01,0.35387520790100097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,power_law_1.2,0.3886528015136719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,power_law_1.01,3.509465789794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.2,3.1736000061035154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.2,0.42942080497741697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.01,0.4212480068206787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,power_law_1.2,4.017689514160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,8,power_law_1.01,6.015948867797851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.01,0.5337535858154296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.2,0.560038423538208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.01,0.6220160007476807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.2,0.6715072154998779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,8,power_law_1.2,6.493472290039063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,8,power_law_1.01,11.238162994384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.01,0.8469632148742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.2,0.9172991752624512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.01,1.0307135581970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,8,power_law_1.2,13.209490966796874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.2,1.1505727767944336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.01,1.4934144020080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.01,1.8642431259155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.2,1.5128128051757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.01,2.925017547607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.2,2.2613887786865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.01,3.684614562988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.2,3.2910911560058596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.2,4.339436721801758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,power_law_1.01,4.7441856384277346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,power_law_1.2,5.422585678100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,4,power_law_1.01,7.415103912353516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,power_law_1.01,0.08727040290832519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,power_law_1.2,0.08762879967689514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,4,power_law_1.2,7.593177795410156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,4,power_law_1.01,15.179884338378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,power_law_1.01,0.10186879634857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,power_law_1.2,0.10196479558944702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,power_law_1.2,0.10081280469894409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,power_law_1.01,0.10095360279083251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,4,power_law_1.2,16.236773681640624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,power_law_1.2,0.11242879629135132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,power_law_1.01,0.11129599809646606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,power_law_1.2,0.13070080280303956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,power_law_1.01,0.13173120021820067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,power_law_1.2,0.16234240531921387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,power_law_1.01,0.1734015941619873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,power_law_1.01,0.2197376012802124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,power_law_1.2,0.2214656114578247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,power_law_1.2,0.23285119533538817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,power_law_1.01,0.23815040588378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,power_law_1.01,0.28234879970550536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,power_law_1.2,0.27866880893707274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,power_law_1.01,0.3000319957733154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,power_law_1.2,0.288044810295105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,power_law_1.01,0.3087807893753052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,power_law_1.2,0.3131392002105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,power_law_1.01,0.33182721138000487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,power_law_1.2,0.32952959537506105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,power_law_1.2,0.341593599319458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,power_law_1.01,0.3392256021499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,power_law_1.2,0.35036160945892336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,power_law_1.01,0.3558016061782837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,power_law_1.01,0.37114880084991453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,power_law_1.2,0.3814079999923706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,power_law_1.01,0.38552958965301515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,power_law_1.2,0.39877119064331057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,power_law_1.01,0.4523136138916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,power_law_1.2,0.46072959899902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,power_law_1.2,0.5675136089324951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,power_law_1.01,0.530022382736206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.01,0.6136191844940185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.2,0.6427584171295166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.01,0.7893311977386475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.2,0.8155712127685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.01,0.9659135818481446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.2,0.98089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.01,1.3376255989074708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.2,1.478656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.01,1.7801151275634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.2,1.6925247192382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.2,2.414336013793945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.01,2.3565311431884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.2,3.276448059082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.01,3.118342399597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.2,4.784223937988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.01,4.7824958801269535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.2,6.62701416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.01,5.94977912902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,power_law_1.01,7.524390411376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,power_law_1.2,7.735027313232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,2,power_law_1.2,11.803263854980468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,2,power_law_1.01,11.60613784790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,2,power_law_1.2,25.193196105957032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,2,power_law_1.01,24.299679565429688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.054502397775650024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.0535103976726532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.04981119930744171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.041606399416923526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.03733760118484497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.04893440008163452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.048844799399375916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.046419200301170346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.05329279899597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.05685120224952698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.06104320287704468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.058387202024459836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.061945599317550656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,power_law_1.01,0.053855997323989865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,power_law_1.2,0.05133439898490906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.05672320127487183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,power_law_1.01,0.03591040074825287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,power_law_1.2,0.03325439989566803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,power_law_1.2,0.03237119913101196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,power_law_1.01,0.03446399867534637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,power_law_1.01,0.0433023989200592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,power_law_1.2,0.03873920142650604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.05934720039367676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,power_law_1.01,0.047539201378822324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,power_law_1.2,0.045363199710845944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.058931201696395874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.06291840076446534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.0644927978515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.063155198097229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.062041598558425906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.062003201246261595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.06292480230331421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.06279039978981019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.06520320177078247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,power_law_1.01,0.053887999057769774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.06971520185470581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,power_law_1.2,0.056435197591781616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.06851199865341187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.08071680068969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,power_law_1.01,0.060102397203445436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.0726207971572876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,power_law_1.2,0.060140800476074216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.08952320218086243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,power_law_1.01,0.057785600423812866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.07722880244255066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,power_law_1.2,0.057222402095794676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.09651839733123779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.09076480269432068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,power_law_1.01,0.06096640229225159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,power_law_1.2,0.06217600107192993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.10488959550857543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.10360959768295289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,power_law_1.01,0.06213120222091675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,power_law_1.2,0.06281599998474122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.1404863953590393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.199891197681427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,power_law_1.01,0.06793599724769592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,power_law_1.2,0.06970239877700805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.15845760107040405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.25817599296569826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,power_law_1.01,0.0639680027961731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,power_law_1.2,0.06672000288963317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.32921600341796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.1834879994392395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,power_law_1.01,0.06748800277709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,power_law_1.2,0.06943359971046448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.5051008224487304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.25892479419708253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,power_law_1.01,0.07110400199890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,power_law_1.2,0.07382400035858154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,power_law_1.01,0.07896959781646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,power_law_1.2,0.08574720025062561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.324236798286438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,0.7739200115203857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,power_law_1.2,0.09054719805717468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,power_law_1.01,0.08304640054702758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,0.48169598579406736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.0256640434265136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,power_law_1.2,0.09129599928855896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,power_law_1.01,0.09027199745178223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,0.6328383922576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,1.5447039604187012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,1.1630016326904298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,2.1709312438964843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,power_law_1.2,0.11731200218200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,1.362112045288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,3.187449645996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,power_law_1.01,0.10935039520263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.2,0.13702399730682374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.01,0.1168768048286438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,1.7243263244628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,4.931967926025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.01,0.1516991972923279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.2,0.16812800168991088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,2.960256004333496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.01,0.1920192003250122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,14.910643005371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.01,0.2710655927658081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.2,0.3135296106338501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,6.289567947387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.01,0.34983680248260496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.2,0.47353601455688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.2,0.6876800060272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.01,0.525164794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.2,0.9879743576049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.01,0.6925631999969483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.01,1.0381248474121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.2,1.52609281539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.01,1.3782719612121581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.2,2.4002559661865233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,power_law_1.01,1.8522048950195313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,power_law_1.2,2.7788415908813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,16,power_law_1.01,3.0274431228637697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,16,power_law_1.2,4.028332901000977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,16,power_law_1.01,5.839763259887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,power_law_1.01,0.04297600090503693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,16,power_law_1.2,8.943987274169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,power_law_1.01,0.035020801424980166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,power_law_1.2,0.036601600050926206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,power_law_1.01,0.03774079978466034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,power_law_1.2,0.038764798641204835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,power_law_1.01,0.041740798950195314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,power_law_1.2,0.042284798622131345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,power_law_1.01,0.047654399275779726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,power_law_1.2,0.048281601071357726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,power_law_1.01,0.059084802865982056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,power_law_1.2,0.06063359975814819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,power_law_1.01,0.06330239772796631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,power_law_1.2,0.06396160125732422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,power_law_1.2,0.03944959938526153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,power_law_1.01,0.04041599929332733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,power_law_1.01,0.06588799953460693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,power_law_1.2,0.06698880195617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,power_law_1.2,0.039136001467704774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,power_law_1.01,0.041817599534988405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,power_law_1.2,0.04273920059204102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,power_law_1.01,0.042483198642730716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,power_law_1.01,0.04618239998817444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,power_law_1.01,0.06570879817008972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,power_law_1.2,0.04496000111103058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,power_law_1.2,0.06824319958686828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,power_law_1.01,0.07137280106544494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,power_law_1.2,0.04932479858398438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,power_law_1.2,0.07180160284042358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,power_law_1.01,0.07166720032691956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,power_law_1.2,0.07480319738388061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,power_law_1.01,0.07264639735221863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,power_law_1.01,0.07423999905586243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,power_law_1.2,0.07406079769134521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,power_law_1.01,0.07919999957084656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,power_law_1.2,0.07466239929199218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,power_law_1.2,0.06815999746322632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,power_law_1.01,0.08989440202713013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,power_law_1.01,0.07153279781341552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,power_law_1.2,0.07900159955024719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,power_law_1.2,0.07140480279922486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,power_law_1.01,0.09246079921722412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,power_law_1.01,0.07343999743461609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,power_law_1.2,0.0920960009098053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,power_law_1.2,0.0754047989845276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,power_law_1.01,0.09806720018386841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,power_law_1.2,0.10267519950866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,power_law_1.2,0.10339200496673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,power_law_1.2,0.12480000257492066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,power_law_1.01,0.08287360072135926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.01,0.14242559671401978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.2,0.16223360300064088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,power_law_1.2,0.08280959725379944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.01,0.185862398147583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,power_law_1.01,0.08486400246620178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.2,0.2054975986480713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,power_law_1.01,0.08994560241699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,power_law_1.2,0.08523520231246948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.01,0.20908160209655763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.2,0.249183988571167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,power_law_1.01,0.09423999786376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,power_law_1.2,0.09103999733924865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.01,0.3333695888519287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.2,0.4293056011199951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,power_law_1.01,0.09285759925842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,power_law_1.2,0.09207680225372314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.01,0.43854718208312987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,power_law_1.01,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.01,0.656217622756958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.2,0.5367936134338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,power_law_1.01,0.11114879846572875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,power_law_1.2,0.10051840543746948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.2,0.7665984153747558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.01,0.8512767791748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,power_law_1.01,0.11671680212020874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,power_law_1.2,0.11285760402679443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.2,1.1156031608581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.01,1.2427200317382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,power_law_1.01,0.1292736053466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,power_law_1.2,0.12190079689025879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.2,1.4591615676879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,power_law_1.2,0.13174400329589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,power_law_1.01,0.14832639694213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.01,1.525062370300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.2,1.9878528594970704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,power_law_1.2,0.14706560373306274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.01,0.18194559812545777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,power_law_1.01,2.0289279937744142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,power_law_1.2,2.758182334899902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.2,0.21539840698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.01,0.269651198387146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,8,power_law_1.01,3.1868799209594725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.2,0.2799936056137085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.01,0.32252159118652346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,8,power_law_1.2,4.478995132446289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.2,0.35263359546661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.01,0.4343679904937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,8,power_law_1.01,5.8046527862548825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.01,0.6019584178924561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.2,0.48450560569763185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,8,power_law_1.2,9.505644989013671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.01,0.88156156539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.2,0.6231743812561035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.01,1.1473728179931642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.2,0.9742336273193359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.01,1.7348672866821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.2,1.3780096054077149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.01,2.393369674682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.2,1.7688512802124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,power_law_1.01,2.7852352142333983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.2,2.930438423156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,power_law_1.2,3.4523006439208985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,4,power_law_1.01,4.359167861938476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,4,power_law_1.2,5.696038436889649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,4,power_law_1.01,8.277375793457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,4,power_law_1.2,10.318169403076173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.11958400011062623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.11790080070495605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.07667840123176575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.10015360116958619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.11939200162887573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.1034559965133667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.07791360020637512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.07694079875946044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09738879799842834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.10139520168304443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.11824640035629272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.11451519727706909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.13383040428161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.13793280124664306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,power_law_1.01,0.10857599973678589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.13389439582824708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,power_law_1.2,0.10877439975738526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.1386623978614807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,power_law_1.2,0.07788159847259521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,power_law_1.01,0.12216320037841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,power_law_1.2,0.07442560195922851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,power_law_1.01,0.0662015974521637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,power_law_1.2,0.08476799726486206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,power_law_1.01,0.09189119935035706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,power_law_1.01,0.10714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,power_law_1.2,0.08563200235366822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.13356800079345704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.13385599851608276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.14140160083770753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.144268798828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.15007359981536866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.1422976016998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.1423359990119934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.1409343957901001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.14024959802627562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.16007039546966553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,power_law_1.01,0.11850880384445191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.15234559774398804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,power_law_1.2,0.11612800359725953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,power_law_1.01,0.1289471983909607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,power_law_1.2,0.13463679552078248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,power_law_1.01,0.13226239681243895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,power_law_1.2,0.13147519826889037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.16131839752197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.1754047989845276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.1706431984901428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.18414080142974854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.181113600730896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,power_law_1.01,0.1307968020439148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,power_law_1.2,0.13033599853515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.2166975975036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.20444800853729247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,power_law_1.2,0.1285055994987488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,power_law_1.01,0.13169280290603638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.27085440158843993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.24009599685668945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,power_law_1.2,0.14878079891204835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.36357760429382324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,power_law_1.01,0.1430848002433777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.44916481971740724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,power_law_1.01,0.14090880155563354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,power_law_1.2,0.15160319805145264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.3079551935195923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,0.6624959945678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,power_law_1.01,0.15178240537643434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,power_law_1.2,0.1545024037361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.3530751943588257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,0.9957311630249024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,0.5008831977844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,power_law_1.01,0.15322879552841187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,power_law_1.2,0.15191680192947388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,0.6873216152191162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,1.1829248428344727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,1.5499520301818848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,1.0654656410217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,3.316262435913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,power_law_1.01,0.15921920537948608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,power_law_1.2,0.16323200464248658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,1.2396224021911622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,4.491372680664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,power_law_1.2,0.1822208046913147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,power_law_1.01,0.17456640005111695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,1.9301631927490235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,2.830188751220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,4.852204895019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,power_law_1.2,0.18255360126495362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,power_law_1.01,0.17834240198135376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,3.731206512451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,8.05331802368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,power_law_1.2,0.23369600772857665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,power_law_1.01,0.20346879959106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,5.140723037719726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.2,0.23739519119262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.01,0.23651199340820311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,21.39317169189453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.2,0.31877119541168214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.01,0.2924544095993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,11.63016357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.2,0.3867199897766113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.01,0.3872064113616943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.2,0.6582784175872802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.01,0.48893442153930666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.2,0.8364416122436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.01,0.6277952194213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.2,1.0835071563720704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.01,0.9598079681396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.01,1.15414400100708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.2,1.6010303497314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.01,1.9559808731079102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.2,2.4312255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.2,3.376019287109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.01,2.4210559844970705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,power_law_1.01,0.0830784022808075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,power_law_1.2,4.373625564575195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,power_law_1.01,3.2439937591552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,power_law_1.2,0.08277119994163513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,power_law_1.2,0.06839039921760559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,power_law_1.01,0.10280319452285766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,16,power_law_1.01,4.732595062255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,16,power_law_1.2,7.437689971923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,power_law_1.01,0.0676800012588501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,power_law_1.2,0.07896959781646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,power_law_1.01,0.07979519963264466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,16,power_law_1.01,8.613356781005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,16,power_law_1.2,17.535360717773436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,power_law_1.01,0.08944640159606934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,power_law_1.2,0.0844543993473053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,power_law_1.01,0.11965440511703491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,power_law_1.2,0.11297919750213622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,power_law_1.01,0.13719040155410767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,power_law_1.2,0.13431040048599244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,power_law_1.01,0.12660479545593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,power_law_1.2,0.12844159603118896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,power_law_1.01,0.07155839800834655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,power_law_1.2,0.07166079878807068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,power_law_1.2,0.06867200136184692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,power_law_1.01,0.08424320220947265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,power_law_1.2,0.06876800060272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,power_law_1.01,0.06838399767875672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,power_law_1.01,0.1358464002609253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,power_law_1.2,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,power_law_1.01,0.07688959836959838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,power_law_1.2,0.07538560032844543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,power_law_1.01,0.1484992027282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,power_law_1.01,0.10337280035018921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,power_law_1.2,0.15363839864730836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,power_law_1.2,0.09232640266418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,power_law_1.01,0.14797439575195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,power_law_1.2,0.1472767949104309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,power_law_1.01,0.15091840028762818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,power_law_1.2,0.16551040410995482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,power_law_1.01,0.15457919836044312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,power_law_1.2,0.16518399715423585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,power_law_1.01,0.16828160285949706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,power_law_1.2,0.1270591974258423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,power_law_1.2,0.1767807960510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,power_law_1.01,0.14141440391540527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,power_law_1.2,0.14086400270462035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,power_law_1.01,0.1515712022781372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,power_law_1.2,0.15241600275039674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,power_law_1.01,0.17043839693069457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,power_law_1.2,0.17285759449005128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,power_law_1.01,0.18439040184020997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,power_law_1.2,0.1931264042854309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,power_law_1.2,0.16339199542999266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,power_law_1.01,0.1580415964126587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,power_law_1.01,0.18523520231246948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,power_law_1.2,0.18840320110321046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,power_law_1.2,0.17215360403060914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,power_law_1.01,0.23082239627838136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,power_law_1.2,0.23175039291381835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,power_law_1.01,0.16891520023345946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,power_law_1.2,0.18029439449310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.01,0.2671360015869141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.2,0.2860095977783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,power_law_1.2,0.18444160223007203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,power_law_1.01,0.1747712016105652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.01,0.3372159957885742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.2,0.3561728000640869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.01,0.39105279445648194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,power_law_1.2,0.1949056029319763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,power_law_1.01,0.1859328031539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.2,0.4733695983886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,power_law_1.2,0.19223040342330933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,power_law_1.01,0.19259519577026368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.2,0.6009471893310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.01,0.5952576160430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,power_law_1.01,0.20668160915374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,power_law_1.2,0.2100735902786255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.2,0.7755648136138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.01,0.6853888034820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,power_law_1.2,0.2147968053817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,power_law_1.01,0.21320960521697999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.2,1.1065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.01,1.0793919563293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,power_law_1.01,0.24015359878540038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,power_law_1.2,0.23914239406585694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.01,1.4406847953796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.2,1.5635007858276366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,power_law_1.2,0.28913919925689696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,power_law_1.01,0.28664960861206057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.2,0.35818240642547605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.01,0.34034559726715086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.01,2.03832950592041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.2,2.518060874938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.01,0.44530558586120605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.2,0.472870397567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.01,2.642323112487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.2,2.95916805267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.01,0.561734390258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.2,0.5602303981781006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,power_law_1.01,3.007263946533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,power_law_1.2,4.170124816894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.01,0.7322112083435058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.2,0.7643519878387451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,8,power_law_1.01,5.470585632324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,8,power_law_1.2,6.790380859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.01,0.9815168380737305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.2,1.0929792404174805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.2,1.3263423919677735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.01,1.323801612854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,8,power_law_1.01,11.510771179199219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,8,power_law_1.2,14.282687377929687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.2,2.345683288574219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.01,1.8137472152709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.01,2.5373247146606444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.2,3.1377536773681642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.01,3.4320960998535157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.2,4.051859283447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,power_law_1.01,4.150150299072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,power_law_1.2,4.778438568115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,4,power_law_1.2,9.011795043945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,4,power_law_1.01,7.625209808349609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,4,power_law_1.2,15.503436279296874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,4,power_law_1.01,14.038175964355469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,power_law_1.01,0.07060480117797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,power_law_1.2,0.07136639952659607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,power_law_1.01,0.08207359910011292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,power_law_1.2,0.07793279886245727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,power_law_1.2,0.08452479839324951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,power_law_1.01,0.0826367974281311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,power_law_1.2,0.0957759976387024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,power_law_1.01,0.09696639776229858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,power_law_1.01,0.1129472017288208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,power_law_1.2,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,power_law_1.01,0.1587007999420166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,power_law_1.2,0.16139520406723024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,power_law_1.01,0.17829760313034057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,power_law_1.2,0.178547203540802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,power_law_1.01,0.18355200290679932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,power_law_1.2,0.17455999851226806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,power_law_1.01,0.20383360385894775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,power_law_1.2,0.21452159881591798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,power_law_1.01,0.21571199893951415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,power_law_1.2,0.2180095911026001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,power_law_1.01,0.22887039184570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,power_law_1.2,0.2328255891799927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,power_law_1.01,0.23979520797729492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,power_law_1.2,0.24547200202941893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,power_law_1.01,0.24802560806274415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,power_law_1.2,0.24776320457458495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,power_law_1.2,0.26845440864562986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,power_law_1.2,0.2824959993362427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,power_law_1.01,0.2731071949005127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,power_law_1.2,0.29400320053100587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,power_law_1.01,0.2921472072601318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,power_law_1.2,0.3386624097824097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,power_law_1.01,0.32035839557647705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,power_law_1.2,0.4373760223388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,power_law_1.01,0.40433921813964846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.2,0.5112319946289062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.2,0.6471487998962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.01,0.5095744132995605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.2,0.8328000068664551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.01,0.6604479789733887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.2,1.0811967849731445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.2,1.5448320388793946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.01,0.7804736137390137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.2,2.104089546203613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.01,1.112230396270752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.2,2.763590431213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.01,1.382316780090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.2,3.991507339477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.01,1.957472038269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.2,6.2881214141845705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.01,2.5515392303466795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,power_law_1.2,6.200243377685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.01,4.0272575378417965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,2,power_law_1.2,10.565567779541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.01,5.3286785125732425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,power_law_1.01,6.482809448242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,2,power_law_1.2,23.631961059570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,2,power_law_1.01,10.194022369384765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,2,power_law_1.01,18.901190185546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.16993279457092286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.1693824052810669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.2247744083404541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.22439041137695312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.23776640892028808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.2497920036315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.11935360431671142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.10695040225982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.13096959590911866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.1326464056968689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.15088640451431273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.15508480072021485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.15550719499588012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.15313279628753662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.20424320697784423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.21460480690002443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.19683200120925903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.2153536081314087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,power_law_1.01,0.10935039520263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,power_law_1.2,0.10925439596176148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.22622718811035156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.22371199131011962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.22519679069519044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,power_law_1.2,0.18853119611740113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.23191680908203124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,power_law_1.01,0.18863999843597412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,power_law_1.2,0.1708224058151245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,power_law_1.01,0.2513024091720581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,power_law_1.01,0.08675839900970458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,power_law_1.2,0.10097919702529908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.2035520076751709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.21823999881744385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,power_law_1.01,0.12053760290145873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,power_law_1.2,0.1205888032913208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.24255359172821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.23802878856658935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.24110720157623292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.24447360038757324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.24350719451904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.2512448072433472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.2752255916595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.278112006187439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,power_law_1.01,0.14412800073623658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.3081984043121338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.2693567991256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,power_law_1.2,0.13968640565872192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.3317951917648315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.30317440032958987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,power_law_1.01,0.17112319469451903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,power_law_1.2,0.1576640009880066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.29852800369262694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,power_law_1.01,0.18271360397338868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.36241281032562256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,power_law_1.2,0.17046400308609008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.36726400852203367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.4401088237762451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.4002367973327637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,0.6289919853210449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,0.5379519939422608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,power_law_1.01,0.2065984010696411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,power_law_1.2,0.20039041042327882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,0.6184703826904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,0.7773119926452636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,power_law_1.01,0.201580810546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,power_law_1.2,0.21332480907440185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,power_law_1.01,0.2089087963104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,1.0261823654174804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,0.8960063934326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,power_law_1.2,0.22789759635925294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,power_law_1.01,0.23884799480438232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,1.2101887702941894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,1.3812735557556153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,power_law_1.2,0.23267838954925538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,power_law_1.01,0.24690558910369872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,power_law_1.2,0.24106240272521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,2.2405183792114256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,1.6872575759887696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,power_law_1.01,0.2534912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,power_law_1.2,0.24515841007232667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,2.8022016525268554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,2.3726144790649415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,power_law_1.01,0.2437119960784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,power_law_1.2,0.24299519062042235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,3.1805248260498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,4.26764144897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,power_law_1.01,0.2645312070846558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,power_law_1.2,0.263481593132019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,5.848524856567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,4.680192184448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,power_law_1.01,0.2665024042129517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,power_law_1.2,0.2798336029052734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,power_law_1.01,0.3014656066894531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,power_law_1.2,0.3135231971740723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,7.9686332702636715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,13.36163787841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.01,0.296012806892395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.2,0.3377599954605103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.01,0.3572351932525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.2,0.3871104001998901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.01,0.4352128028869629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.2,0.4517632007598877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.01,0.5317952156066894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.2,0.6253312110900879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.01,0.6774720191955567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.2,0.7296895980834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.01,0.9629440307617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.01,1.1612735748291017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.2,1.114675235748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.2,1.4510272026062012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.01,1.7681215286254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,power_law_1.01,0.09035519957542419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,power_law_1.2,0.0900223970413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.2,2.102739143371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.01,2.1637439727783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,power_law_1.01,0.1189695954322815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,power_law_1.2,0.11932159662246704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.2,2.749555206298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,power_law_1.01,2.8425600051879885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,power_law_1.01,0.19894399642944335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,power_law_1.2,0.12484480142593384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,power_law_1.2,3.90582389831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,16,power_law_1.01,4.53759994506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,power_law_1.01,0.09128959774971009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,power_law_1.2,0.08312320113182067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,16,power_law_1.2,5.555481719970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,power_law_1.01,0.1255552053451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,16,power_law_1.01,8.423545837402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,16,power_law_1.2,11.01230697631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,power_law_1.01,0.13575680255889894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,power_law_1.2,0.1470080018043518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,power_law_1.01,0.1666751980781555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,power_law_1.01,0.20408320426940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,power_law_1.2,0.2014336109161377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,power_law_1.01,0.22278399467468263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,power_law_1.2,0.2041408061981201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,power_law_1.2,0.08861439824104309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,power_law_1.01,0.08707839846611024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,power_law_1.01,0.23872001171112062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,power_law_1.2,0.22031359672546386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,power_law_1.01,0.10782079696655274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,power_law_1.2,0.1076416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,power_law_1.01,0.2157439947128296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,power_law_1.2,0.10728319883346557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,power_law_1.2,0.2382080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,power_law_1.01,0.14657280445098878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,power_law_1.2,0.09688959717750549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,power_law_1.01,0.09716479778289795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,power_law_1.01,0.2571327924728394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,power_law_1.2,0.24493439197540284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,power_law_1.2,0.1147007942199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,power_law_1.01,0.12158080339431762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,power_law_1.01,0.24342401027679444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,power_law_1.2,0.26197760105133056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,power_law_1.01,0.27482879161834717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,power_law_1.2,0.2572160005569458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,power_law_1.01,0.2689471960067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,power_law_1.2,0.2649087905883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,power_law_1.2,0.28650879859924316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,power_law_1.01,0.2912832021713257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,power_law_1.01,0.16627199649810792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,power_law_1.2,0.15261440277099608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,power_law_1.2,0.2954943895339966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,power_law_1.01,0.2956736087799072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,power_law_1.01,0.18077440261840821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,power_law_1.2,0.3258687973022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,power_law_1.01,0.3330687999725342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,power_law_1.2,0.17885440587997437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,power_law_1.01,0.21300480365753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.01,0.3468287944793701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,power_law_1.2,0.20502400398254395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.2,0.35968000888824464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,power_law_1.01,0.24460160732269287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,power_law_1.01,0.27825279235839845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.01,0.4451776027679443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,power_law_1.2,0.24824318885803223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.2,0.4477695941925049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,power_law_1.01,0.3012415885925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.01,0.5254720211029053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,power_law_1.2,0.27233281135559084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.2,0.5827904224395752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,power_law_1.01,0.3046528100967407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.01,0.6560063838958741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,power_law_1.2,0.2794431924819946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.2,0.7269440174102784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,power_law_1.01,0.301580810546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,power_law_1.2,0.2841792106628418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.01,0.8009152412414551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.2,0.8447104454040527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,power_law_1.01,0.31816959381103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,power_law_1.2,0.3052864074707031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.2,1.242643165588379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.01,1.0658687591552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,power_law_1.01,0.34647040367126464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,power_law_1.2,0.324070405960083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.2,1.6118976593017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.01,1.4689472198486329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,power_law_1.01,0.34787840843200685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,power_law_1.2,0.3415424108505249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.2,2.184275245666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.01,2.239423942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,power_law_1.2,0.3353919982910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,power_law_1.01,0.35802879333496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.01,2.753343963623047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.2,3.1216703414916993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,power_law_1.2,0.3714303970336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,power_law_1.01,0.42872958183288573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,power_law_1.01,3.366502380371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,power_law_1.2,3.894764709472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.01,0.4716032028198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,power_law_1.2,0.4331647872924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,8,power_law_1.01,5.547129440307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,8,power_law_1.2,6.253273773193359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.01,0.578656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.2,0.5072832107543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.01,0.71112961769104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.2,0.6182528018951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,8,power_law_1.01,9.93889923095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,8,power_law_1.2,13.002835083007813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.01,0.9109248161315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.2,0.7510079860687255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.01,1.1409215927124023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.2,0.956441593170166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.01,1.5520383834838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.2,1.2900095939636231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.2,1.6403711318969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.01,2.004524803161621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.2,2.0971519470214846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.01,2.9573055267333985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.2,3.2526271820068358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.01,3.82344970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.2,4.504313659667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,power_law_1.01,4.640512084960937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,power_law_1.2,0.10261119604110717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,power_law_1.01,0.10220160484313964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,power_law_1.2,5.342451095581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,4,power_law_1.01,7.387117004394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,power_law_1.2,0.11727999448776245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,power_law_1.01,0.11708159446716308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,power_law_1.2,0.12536959648132323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,power_law_1.01,0.13779200315475465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,4,power_law_1.2,8.36197738647461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,4,power_law_1.01,16.21892547607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,power_law_1.2,0.12695679664611817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,power_law_1.01,0.1259392023086548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,power_law_1.2,0.1534656047821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,power_law_1.01,0.15815039873123168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,4,power_law_1.2,16.155731201171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,power_law_1.2,0.19593600034713746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,power_law_1.01,0.20833919048309327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,power_law_1.2,0.22853760719299315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,power_law_1.01,0.24456961154937745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,power_law_1.2,0.27696640491485597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,power_law_1.01,0.27652480602264407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,power_law_1.2,0.3447488069534302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,power_law_1.01,0.3487423896789551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,power_law_1.2,0.3513407945632935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,power_law_1.01,0.35540480613708497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,power_law_1.01,0.3676032066345215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,power_law_1.2,0.3739392042160034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,power_law_1.2,0.4105984210968018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,power_law_1.01,0.4001791954040527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,power_law_1.2,0.4234879970550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,power_law_1.01,0.41641597747802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,power_law_1.01,0.43483519554138184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,power_law_1.2,0.43488001823425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,power_law_1.01,0.46651520729064944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,power_law_1.2,0.457260799407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,power_law_1.01,0.4831552028656006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,power_law_1.2,0.4863872051239014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,power_law_1.2,0.5515391826629639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,power_law_1.01,0.5266240119934082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,power_law_1.2,0.6343679904937745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,power_law_1.01,0.6094592094421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.2,0.7035136222839355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.01,0.7178880214691162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.2,0.9201215744018555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.01,0.8649215698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.2,1.1234496116638184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.01,1.0681599617004394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.01,1.433024024963379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.2,1.4519871711730956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.01,1.831667137145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.2,1.8483200073242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.01,2.460108757019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.2,2.704640007019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.2,3.267161560058594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.01,3.35431022644043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.01,4.660870361328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.2,4.953836822509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.2,6.2314495086669925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.01,6.071615982055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,power_law_1.01,7.820467376708985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,power_law_1.2,8.179411315917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,2,power_law_1.2,12.725926208496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,2,power_law_1.01,12.395967864990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,2,power_law_1.2,25.408595275878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,2,power_law_1.01,23.5306884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.16104960441589355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.1608191967010498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.15419520139694215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.1542847990989685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.1310464024543762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.09747200012207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.1162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.11575039625167846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.13084160089492797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.13809280395507811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.14665600061416625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.12686079740524292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.15009280443191528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.1566208004951477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.15025919675827026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.15463680028915405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.16136319637298585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.1574463963508606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.1578112006187439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.1589311957359314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.17118719816207886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.14814079999923707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.16179200410842895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.16309759616851807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.16753920316696166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.1645248055458069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.17901439666748048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.19692800045013428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.21492478847503663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.19790719747543334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.23644800186157228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.21565439701080322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.2416383981704712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.22012801170349122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.01,0.19922560453414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.3694911956787109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.2720576047897339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.01,0.15471359491348266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.2813055992126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.01,0.11560959815979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.2562495946884155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.01,0.10194560289382934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.37888638973236083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.3175168037414551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.2,0.16061439514160156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.01,0.11695359945297241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.4246016025543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.36119039058685304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.01,0.13798400163650512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.2,0.1535423994064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.2,0.6253632068634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.01,0.45765118598937987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.01,0.1579200029373169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.2,0.08413439989089966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.2,0.0995199978351593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.01,0.15946240425109864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.01,0.5930304050445556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.2,0.7321856021881104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.2,0.11281280517578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.01,0.1524415969848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.01,0.76626558303833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.2,1.0103487968444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.2,0.11535359621047973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.01,0.16175999641418456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.01,0.8740672111511231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.2,1.207705593109131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.2,0.1399616003036499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.01,0.1555008053779602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.2,0.1415552020072937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.01,1.293113613128662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.2,1.8441152572631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.01,0.16723840236663817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.01,0.16575360298156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.2,0.15403519868850707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.01,1.7406591415405273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.2,2.9825599670410154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.01,0.17328640222549438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.2,0.1590399980545044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.01,2.312428855895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.2,2.928748893737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.01,0.1726464033126831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.2,0.15748480558395386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.01,0.17519359588623046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.01,3.7686912536621096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.2,5.463052749633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.2,0.15852160453796388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.01,0.2057663917541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.2,0.16687359809875488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.01,0.21809279918670654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.2,0.1855679988861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.01,9.046297454833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.2,13.396249389648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.2,0.1774399995803833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.01,0.2316351890563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.2,0.20308480262756348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.01,0.2793152093887329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.2,0.19960960149765014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.01,0.32947840690612795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.2,0.23584001064300536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.01,0.4317759990692139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.2,0.2367232084274292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.01,0.4940608024597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.01,0.6981696128845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.2,0.2911423921585083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.2,0.31926400661468507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.01,0.7756351947784423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.2,0.45406079292297363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.01,1.0718720436096192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.2,0.5173120021820068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.01,1.396070384979248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.2,0.11196160316467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.01,0.15745919942855835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.2,0.7749760150909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.01,1.6833280563354491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.2,0.16558719873428346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.01,0.1578495979309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.2,0.9950783729553223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.01,2.9519615173339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.2,0.08142079710960388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.01,0.09448320269584656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.2,1.4607808113098144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.2,0.09032319784164429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.01,5.450387191772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.2,0.10323840379714966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.2,2.0127487182617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.01,0.1090175986289978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.2,0.11884160041809082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.01,0.1162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.2,2.399737548828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.01,0.14030079841613768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.2,0.14272639751434327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.2,4.313190460205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.01,0.14075520038604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.2,0.14569599628448487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.01,0.15181440114974976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.2,0.15336960554122925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.2,8.597561645507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.01,0.15379199981689454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.2,0.14967039823532105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.01,0.16663039922714235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.2,0.15756160020828247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.01,0.17055360078811646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.01,0.1690816044807434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.2,0.1602944016456604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.01,0.17728639841079713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.2,0.17281919717788696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.01,0.19198720455169677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.01,0.08727679848670959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.2,0.18090239763259888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.01,0.1949504017829895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.01,0.11614079475402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.2,0.18480639457702636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.01,0.07457919716835022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.2,0.1956287980079651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.01,0.21839361190795897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.01,0.08791040182113648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.2,0.22668159008026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.01,0.24112000465393066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.01,0.10263680219650269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.2,0.2695487976074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.01,0.2440256118774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.01,0.1218559980392456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.2,0.16500480175018312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.2,0.28078720569610593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.01,0.32987520694732664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.01,0.1398527979850769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.2,0.10382080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.2,0.39098880290985105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.01,0.33736960887908934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.01,0.14977279901504517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.2,0.39662721157073977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.01,0.4598207950592041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.2,0.08789119720458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.2,0.5664832115173339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.01,0.1550976037979126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.01,0.6625728130340576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.2,0.09713919758796692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.01,0.16009600162506105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.2,0.5808512210845947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.01,0.8448127746582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.2,0.10236159563064576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.01,0.15991040468215942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.2,0.8055487632751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.01,1.0633343696594237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.01,0.17000319957733154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.2,0.12923519611358641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.2,0.141702401638031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.2,0.8938752174377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.01,1.3385343551635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.2,0.14935040473937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.01,0.1830847978591919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.2,1.495366382598877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.01,1.7277824401855468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.2,0.1506495952606201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.01,0.19771519899368287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.2,1.7647167205810548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.2,0.1525887966156006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.01,2.701753616333008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.01,0.20215039253234862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.2,0.16901760101318358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.01,0.20585598945617675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.2,2.7211456298828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.2,0.17389440536499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.01,0.2473599910736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.2,3.599507141113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.01,6.088966369628906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.01,0.26531200408935546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.2,0.1730944037437439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.01,0.32390398979187013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.2,0.18844799995422362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.2,7.86346206665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.01,0.4110527992248535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.2,0.19549440145492553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.2,0.22050559520721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.01,0.5915328025817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.2,0.2541696071624756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.01,0.6215807914733886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.2,0.2876352071762085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.01,0.8523455619812011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.2,0.38324480056762694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.01,0.9744192123413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.2,0.4785855770111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.01,1.3367424011230469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.01,0.1313599944114685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.2,0.606220817565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.01,1.5794048309326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.01,0.09103999733924865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.2,0.5973184108734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.01,1.887833595275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.01,0.07735679745674133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.2,0.07832319736480713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.2,0.785145616531372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.01,3.064224052429199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.01,0.08569599986076355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.2,0.09472640156745911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.2,1.0235584259033204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.01,0.10185600519180298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.01,6.755693054199218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.2,0.07619199752807618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.2,1.4592000007629395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.01,0.12354559898376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.2,0.08664320111274719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.2,0.09800320267677307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.2,1.7007295608520507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.2,0.12181119918823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.01,0.1565440058708191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.2,2.3650175094604493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.2,0.1444159984588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.01,0.1570623993873596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.2,0.14825600385665894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.2,3.4604736328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.01,0.16651519536972045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.2,0.1528447985649109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.01,0.17350399494171143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.2,0.1655359983444214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.01,0.18122880458831786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.2,0.1719871997833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.2,8.555840301513673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.2,0.18217600584030152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.01,0.18328319787979125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.2,0.1900287985801697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.01,0.1991487979888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.01,0.10924160480499268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.2,0.20371840000152588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.01,0.2120448112487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.01,0.0857151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.2,0.21539840698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.01,0.22621440887451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.01,0.07971839904785157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.2,0.2234112024307251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.01,0.09390079975128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.01,0.23456640243530275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.2,0.25036160945892333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.01,0.11324800252914428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.01,0.27278718948364256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.2,0.27088639736175535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.01,0.14303359985351563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.01,0.2970240116119385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.2,0.3149183988571167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.01,0.17587200403213502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.01,0.38888959884643554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.2,0.4004799842834473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.01,0.1704319953918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.2,0.06371200084686279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.01,0.44179840087890626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.01,0.177183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.2,0.08324480056762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.2,0.4612736225128174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.01,0.6106880187988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.01,0.7930496215820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.01,0.17921919822692872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.2,0.07715200185775757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.2,0.6452544212341309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.01,1.1598015785217286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.01,0.2107072114944458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.2,0.0900223970413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.2,0.8307392120361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.01,0.2249919891357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.2,0.10442880392074586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.01,1.2519871711730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.2,1.203052806854248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.01,0.22873599529266359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.2,0.16727039813995362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.01,0.24933760166168212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.2,1.3451775550842284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.01,1.8664064407348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.2,0.16577279567718506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.01,0.2661312103271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.01,2.52608642578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.2,1.8085952758789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.2,0.1762879967689514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.01,0.282425594329834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.2,2.5814592361450197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.01,2.9527423858642576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.2,0.1859007954597473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.01,0.2937279939651489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.2,0.2132863998413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.01,0.34418559074401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.2,3.195071983337402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.01,3.782175827026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.01,0.3824703931808472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.2,0.22369279861450195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.2,4.677702331542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.01,7.446534729003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.01,0.4838079929351807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.2,0.23191680908203124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.2,0.2545408010482788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.01,0.571295976638794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.2,8.926284790039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.2,0.2650432109832764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.01,0.8114303588867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.2,0.28136959075927737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.01,1.0010623931884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.2,0.29950718879699706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.01,1.4157055854797362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.01,1.9242624282836913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.2,0.3450047969818115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.01,2.831052780151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.2,0.38835198879241944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.01,3.5853633880615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.2,0.47236480712890627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.2,0.574399995803833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.2,0.8150912284851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.01,4.489318466186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.10104960203170776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.2,1.0345472335815429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.01,6.517241668701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.05006080269813538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.2,1.524409580230713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.10047999620437623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.05045120120048523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.2,2.02926082611084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.050246399641036985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.05384320020675659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.01,11.97646713256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.2,3.0598400115966795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.05321599841117859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.050425601005554196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.05656319856643677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.05688959956169128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.048716801404953006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.2,3.601766586303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.05746560096740723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.05343359708786011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.2,4.908409500122071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.06087039709091187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.05660799741744995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.06250879764556885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.05744640231132507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.2,7.105760192871093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.062009602785110474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.0627839982509613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.06444799900054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.2,14.402444458007812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.06727039813995361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.06630399823188782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.0663424015045166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.06954879760742187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.01,0.09548159837722778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.06902400255203248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.06836479902267456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.07240319848060608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.081740802526474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.01,0.042156800627708435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.08638079762458802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.07676159739494323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.01,0.03997440040111542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.09285759925842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.01,0.046438398957252505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.08572800159454345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.10551040172576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.09057919979095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.10919040441513062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.01,0.051481598615646364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.08950399756431579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.1704256057739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.01,0.05429760217666626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.10794880390167236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.18099839687347413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.01,0.05632640123367309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.2,0.10174720287322998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.2,0.042028799653053284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.01,0.055667197704315184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.14528640508651733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.2834111928939819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.2,0.04217599928379059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.01,0.06001920104026794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.1929471969604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.3159424066543579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.2,0.04391680061817169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.01,0.06135680079460144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.19891200065612794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.01,0.3740927934646606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.2,0.05050240159034729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.01,0.060838401317596436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.3166975975036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.01,0.5012159824371338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.2,0.05614719986915588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.01,0.06305279731750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.44087681770324705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.2,0.0582144021987915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.2,0.05653759837150574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.01,0.7178112030029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.01,0.06599040031433105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.2,0.8531135559082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.2,0.05932160019874573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.01,0.07082239985466003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.01,0.9772480010986329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.2,0.7028416156768799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.2,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.01,0.08650239706039428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.2,0.06362879872322083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.2,1.2123071670532226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.01,1.1358271598815919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.01,0.08606719970703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.2,0.06648319959640503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.2,1.9538496017456055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.01,0.08947200179100037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.01,2.4189056396484374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.2,0.06946560144424438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.01,0.10528639554977418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.2,0.07724800109863281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.2,2.396633529663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.01,4.374643325805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.2,0.08873599767684937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.01,0.12323199510574341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.2,4.2212158203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.2,0.08783360123634339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.01,0.15695359706878662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.2,0.10910719633102417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.01,0.18814079761505126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.2,0.13093119859695435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.2,10.309785461425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.2,0.1446463942527771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.01,0.2600320100784302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.2,0.18241920471191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.2,0.21207680702209472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.01,0.4240128040313721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.2,0.2774784088134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.01,0.41959681510925295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.2,0.36328959465026855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.01,0.10597120523452759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.01,0.5719935894012451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.2,0.5337664127349854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.01,0.045516800880432126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.2,0.6282815933227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.01,0.8244416236877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.01,0.0384768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.2,0.918886375427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.01,1.076416015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.2,1.682111930847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.01,0.04361599981784821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.01,1.5917247772216796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.2,0.10574079751968384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.01,0.04855040013790131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.2,1.9312896728515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.01,0.05868160128593445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.01,3.274649429321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.2,0.038412800431251524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.2,3.192806434631348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.01,0.059513598680496216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.2,0.04077439904212952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.2,0.043263998627662656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.01,0.06301440000534057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.2,6.8893379211425785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.2,0.0451200008392334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.01,0.06639360189437866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.01,0.06731520295143127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.01,0.07034879922866821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.2,0.05947520136833191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.01,0.06984959840774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.2,0.06357759833335877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.01,0.07282559871673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.2,0.06808320283889771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.2,0.06800640225410462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.01,0.06570879817008972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.2,0.07008640170097351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.01,0.07479040026664734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.01,0.03792639970779419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.01,0.03847039937973022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.2,0.07166720032691956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.01,0.08149120211601257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.2,0.08413439989089966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.01,0.04268800020217896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.2,0.07392640113830566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.01,0.07893760204315185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.2,0.037254399061203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.01,0.04755200147628784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.2,0.07287039756774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.01,0.09395840167999267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.2,0.038124799728393555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.2,0.07764480113983155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.01,0.060915201902389526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.01,0.12136960029602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.2,0.04017919898033142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.2,0.08169599771499633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.01,0.06209279894828797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.01,0.1343168020248413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.2,0.04410240054130554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.01,0.0633791983127594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.2,0.08339200019836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.01,0.1845952033996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.2,0.06071680188179016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.01,0.06970239877700805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.2,0.107750403881073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.01,0.2612607955932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.2,0.06283519864082336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.01,0.07056639790534973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.2,0.11993600130081176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.01,0.2830399990081787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.2,0.06767359972000123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.2,0.17531520128250122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.01,0.38864641189575194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.01,0.0754751980304718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.2,0.0695743978023529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.01,0.4886784076690674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.2,0.216646409034729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.01,0.07471359968185425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.2,0.07131519913673401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.01,0.6992767810821533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.2,0.2972480058670044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.2,0.07217280268669128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.01,0.06935039758682252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.2,0.33626880645751955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.01,0.7162176132202148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.2,0.07323520183563233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.01,0.07420799732208253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.01,0.08188160061836243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.2,0.5684480190277099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.01,1.0625599861145019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.2,0.06872959733009339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.01,0.08723199963569642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.2,0.5699967861175537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.01,1.5208127975463868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.2,0.08138239979743958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.01,0.09938560128211975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.2,0.843558406829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.2,0.07994880080223084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.01,0.11413760185241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.01,3.07586555480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.2,0.09464960098266602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.2,1.1488703727722167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.01,0.1407487988471985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.2,0.11481599807739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.2,0.12054400444030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.01,0.19200639724731444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.2,1.7333120346069335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.01,0.2622848033905029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.2,0.20145280361175538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.2,2.7295103073120117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.01,0.30487680435180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.2,0.30332159996032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.2,0.35155200958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.01,0.46930561065673826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.2,5.555782318115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.2,0.587391996383667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.01,0.5617216110229493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.2,0.7055295944213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.2,0.9702655792236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.01,0.8446911811828614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.01,0.07640320062637329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.2,1.0516287803649902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.01,1.0637120246887206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.2,1.5772735595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.01,0.04824320077896118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.01,1.2822784423828124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.01,0.059571200609207155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.2,2.3510463714599608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.01,0.06609280109405517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.01,1.8185535430908204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.2,6.240403366088867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.01,0.06386560201644897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.2,0.08479359745979309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.01,3.924787139892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.01,0.06766080260276794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.2,0.04172160029411316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.01,0.06682239770889283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.2,0.05023360252380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.01,0.06856319904327393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.2,0.05872640013694763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.2,0.06221439838409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.01,0.07009279727935791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.2,0.06593279838562012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.2,0.06869760155677795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.01,0.06984959840774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.2,0.07107840180397033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.01,0.07024000287055969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.2,0.06837760210037232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.01,0.07313920259475708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.01,0.08265600204467774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.2,0.06986240148544312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.01,0.04234879910945892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.01,0.07817599773406983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.2,0.07263360023498536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.01,0.04620159864425659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.2,0.04185599982738495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.2,0.07226240038871765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.01,0.08837760090827942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.2,0.04734080135822296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.01,0.05948160290718078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.2,0.07527040243148804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.01,0.09402239918708802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.2,0.05675519704818725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.01,0.06798080205917359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.2,0.07839999794960022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.01,0.10085120201110839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.2,0.06723200082778931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.01,0.0707584023475647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.2,0.09239680171012879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.01,0.12428159713745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.2,0.07182080149650574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.01,0.07196159958839417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.2,0.09757440090179444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.2,0.07404159903526306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.01,0.1455296039581299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.01,0.0753216028213501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.2,0.11004159450531006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.2,0.08013439774513245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.01,0.07509120106697083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.01,0.1731328010559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.2,0.13392640352249147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.2,0.07967360019683838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.01,0.0766975998878479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.01,0.2727423906326294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.2,0.15292799472808838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.2,0.08358399868011475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.01,0.07854080200195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.01,0.41294078826904296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.2,0.08352000117301941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.2,0.2225856065750122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.01,0.08184319734573364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.2,0.08618879914283753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.01,0.4023744106292725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.2,0.27308800220489504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.2,0.09338240027427673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.01,0.085452800989151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.01,0.5503680229187011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.2,0.10401279926300049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.2,0.4267903804779053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.01,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.01,0.6347839832305908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.2,0.11477119922637939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.01,0.10354559421539307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.2,0.44316802024841306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.01,0.9156415939331055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.01,0.11214720010757447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.2,0.12876800298690796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.2,0.6614912033081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.01,1.1720064163208008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.01,0.12465920448303222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.2,0.15029120445251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.2,0.8246208190917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.2,0.19874559640884398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.01,0.15493119955062867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.01,1.5844096183776855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.01,0.19258240461349488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.2,0.2811199903488159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.2,1.1057600021362304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.01,2.186182403564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.01,0.26563200950622556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.2,0.2986112117767334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.2,1.1844223976135253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.01,0.30906240940093993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.2,0.4192959785461426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.01,4.762259292602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.01,0.49414401054382323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.2,1.9656639099121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.2,0.4939839839935303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.01,0.5253503799438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.2,0.7692607879638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.2,2.8031551361083986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.2,1.004428768157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.01,0.7005631923675537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.2,5.926598358154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.2,1.5778112411499023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.01,1.0628479957580566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.01,1.6337152481079102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.2,2.062483215332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.01,1.9170047760009765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.2,2.6877439498901365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.01,2.3509952545166017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.2,4.413516616821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.01,3.7677120208740233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.2,8.812044525146485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.01,7.5859519958496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.01,0.1599295973777771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.01,0.11993600130081176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.01,0.07908480167388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.01,0.0990015983581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.01,0.11137919425964356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.2,0.15957759618759154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.01,0.11996159553527833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.01,0.12417279481887818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.2,0.0908352017402649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.01,0.12853120565414428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.2,0.08168960213661194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.2,0.09923840165138245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.2,0.09343360066413879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.01,0.14746880531311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.01,0.11708159446716308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.2,0.12091519832611083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.01,0.11300480365753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.01,0.135315203666687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.2,0.10951039791107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.2,0.1272320032119751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.01,0.07704960107803345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.01,0.13713279962539673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.2,0.11975040435791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.01,0.08686720132827759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.2,0.07715200185775757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.01,0.14215680360794067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.2,0.12554240226745605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.2,0.09314560294151306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.01,0.15510400533676147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.01,0.09352319836616516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.2,0.0930176019668579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.01,0.17356799840927123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.2,0.12915199995040894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.01,0.11530879735946656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.2,0.11637760400772094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.01,0.17534079551696777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.01,0.12034560441970825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.2,0.14035199880599974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.01,0.18928639888763427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.01,0.12236160039901733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.2,0.13711999654769896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.2,0.11639039516448975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.01,0.12877440452575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.01,0.23043839931488036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.2,0.1449280023574829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.2,0.11657600402832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.01,0.13572479486465455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.2,0.12591359615325928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.2,0.15873279571533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.01,0.24391040802001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.2,0.13997440338134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.2,0.17437440156936646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.01,0.1291584014892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.01,0.31639680862426756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.2,0.14190720319747924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.2,0.1942463994026184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.01,0.13059200048446656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.01,0.37852799892425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.2,0.14277119636535646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.2,0.21189119815826415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.01,0.14097280502319337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.01,0.5051839828491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.2,0.1509119987487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.01,0.15051519870758057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.2,0.29349119663238527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.2,0.17235200405120848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.01,0.46645121574401854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.2,0.17884160280227662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.01,0.16503039598464966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.2,0.26403839588165284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.2,0.17855360507965087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.01,0.17558399438858033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.01,0.7359039783477783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.2,0.34422399997711184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.01,0.1802880048751831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.2,0.39329919815063474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.01,0.9635968208312988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.2,0.27338879108428954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.01,0.20721280574798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.2,0.40134401321411134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.2,0.5896128177642822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.01,1.1281536102294922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.2,0.4158656120300293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.01,0.2596800088882446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.2,0.6643072128295898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.01,0.32398080825805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.2,0.6694719791412354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.01,1.6028671264648438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.01,0.3479423999786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.2,0.6283775806427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.2,0.8742079734802246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.01,2.1637760162353517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.01,0.4357247829437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.2,0.8561216354370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.2,1.461580753326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.01,0.4851071834564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.01,3.024652862548828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.2,0.8475199699401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.2,1.5823424339294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.01,0.7481279850006104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.2,1.310745620727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.01,0.73056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.2,2.3068544387817385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.2,1.7077695846557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.01,7.362067413330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.2,2.9166208267211915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.01,1.096390438079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.2,3.584806442260742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.01,1.395251178741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.2,4.759455871582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.2,5.198099136352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.01,1.8771455764770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.2,10.917062377929687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.01,2.6818431854248046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.2,12.261644744873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.01,5.591238403320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.01,0.12726399898529053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.01,0.09178879857063293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.01,0.06968320012092591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.01,0.0828544020652771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.01,0.09271039962768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.01,0.11533440351486206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.2,0.126310396194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.01,0.1265727996826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.01,0.13105920553207398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.01,0.15546239614486695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.2,0.07493759989738465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.2,0.07239680290222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.01,0.13533439636230468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.01,0.08428159952163697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.2,0.18199039697647096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.2,0.08062719702720642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.01,0.14149119853973388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.01,0.07808640003204345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.2,0.07555840015411378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.2,0.09080960154533387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.01,0.08936960101127625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.2,0.08728320002555848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.2,0.11061760187149047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.01,0.14891519546508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.2,0.08549759984016418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.2,0.11044479608535766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.2,0.0958079993724823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.01,0.16447360515594484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.01,0.12238719463348388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.2,0.1254464030265808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.2,0.11822079420089722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.01,0.17148799896240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.01,0.12578560113906861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.2,0.1332352042198181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.01,0.1250175952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.2,0.12003840208053589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.01,0.1825152039527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.2,0.13528319597244262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.01,0.13287680149078368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.2,0.12755839824676513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.01,0.17368320226669312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.2,0.1329408049583435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.01,0.13757439851760864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.01,0.20000638961791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.2,0.1425279974937439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.2,0.1362048029899597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.01,0.14372479915618896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.01,0.2412031888961792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.2,0.1453503966331482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.01,0.15891200304031372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.2,0.1469696044921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.01,0.2995136022567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.2,0.16588159799575805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.01,0.16298880577087402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.2,0.15412479639053345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.01,0.3771967887878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.2,0.17114880084991455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.2,0.1575551986694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.01,0.17521920204162597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.01,0.5391295909881592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.2,0.18638720512390136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.01,0.18795520067214966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.2,0.17883520126342772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.2,0.17628159523010253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.01,0.550867223739624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.2,0.18255360126495362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.2,0.2003648042678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.2,0.20599040985107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.01,0.20970239639282226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.01,0.8292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.2,0.19182080030441284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.2,0.26650879383087156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.01,0.23982720375061034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.01,0.8173567771911621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.2,0.23975040912628173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.2,0.33459839820861814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.01,1.3102272033691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.01,0.338752007484436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.2,0.38299520015716554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.2,0.4608128070831299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.01,1.4871999740600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.2,0.524351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.01,0.48837761878967284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.2,0.6530176162719726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.01,0.516377592086792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.2,0.4866176128387451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.2,0.5927743911743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.01,1.9536703109741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.2,0.672102403640747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.2,0.9265151977539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.01,0.6698304176330566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.01,3.2585086822509766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.2,0.7285888195037842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.2,1.1187840461730958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.01,0.9209535598754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.2,1.0523839950561524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.01,1.3668352127075196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.2,1.360153579711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.01,6.614956665039062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.2,1.6076223373413085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.01,1.3592191696166993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.2,2.1377023696899413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.2,2.322598457336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.2,2.530393600463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.01,1.9643775939941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.01,2.2898624420166014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.2,2.222835159301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.2,4.209651184082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.01,2.4465408325195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.2,2.9014015197753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.2,11.944134521484376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.01,3.9347393035888674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.2,4.441907119750977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.01,8.437299346923828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.2,9.803711700439454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.01,0.11138559579849243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.01,0.08245760202407837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.01,0.09525120258331299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.01,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.01,0.10385279655456543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.01,0.13408000469207765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.01,0.14030719995498658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.01,0.14820480346679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.2,0.08316799998283386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.01,0.163372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.2,0.07544959783554077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.01,0.17003519535064698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.2,0.06892160177230836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.2,0.09453439712524414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.01,0.1791808009147644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.2,0.09597439765930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.01,0.1893952012062073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.2,0.13496320247650145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.01,0.19715839624404907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.2,0.143231999874115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.01,0.2016767978668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.2,0.14852479696273804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.01,0.22542080879211426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.2,0.1686527967453003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.01,0.26012160778045657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.2,0.17960959672927856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.2,0.18303359746932985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.01,0.2569472074508667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.25804800987243653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.2,0.18906879425048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.01,0.32159359455108644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.22542719841003417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.41194877624511717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.2,0.19719680547714233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.01,0.35846400260925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.2,0.21147520542144777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.2151871919631958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.21448960304260253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.2,0.24949119091033936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.01,0.43395199775695803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.12535040378570556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.20351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.2,0.26538240909576416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.01,0.5685823917388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.2,0.256499195098877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.14372479915618896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.12095359563827515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.2,0.3330176115036011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.01,0.7776127815246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.16184959411621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.15932159423828124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.2,0.4236095905303955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.01,0.9888192176818847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.1799232006072998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.15211520195007325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.2,0.5608128070831299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.01,1.3701631546020507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.19967999458312988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.13265279531478882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.2,0.7447167873382569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.18497920036315918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.01,1.70251522064209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.1841472029685974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.2,1.050271987915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.211027193069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.01,2.417132759094238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.209881591796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.2,1.0500800132751464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.20616960525512695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.20199038982391357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.01,2.7348928451538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.2,1.5099007606506347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.21688320636749267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.20890240669250487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.01,3.3051521301269533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.2,1.7404991149902345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.2087104082107544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.2165760040283203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.2019200086593628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.2,2.6971967697143553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.01,5.454886245727539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.22602241039276122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.20466558933258056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.2,3.0930240631103514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.2286911964416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.01,10.338310241699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.21896960735321044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.2,3.9494911193847657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.25562880039215086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.23347198963165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.28698880672454835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.2,6.9414207458496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.23678719997406006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.32584319114685056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.28389759063720704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.2,12.768524932861329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.3211711883544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.45361919403076173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.407206392288208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.48919038772583007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.5213632106781005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.01,0.5932479858398437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.01,0.5337088108062744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.5485119819641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.01,0.6986176013946533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.2,0.760595178604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.2,0.7531455993652344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.01,1.0110336303710938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.2,1.000556755065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.01,1.3840191841125489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.2,1.2477824211120605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.01,1.5004351615905762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.2,1.7108287811279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.01,0.2042367935180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.01,0.2144063949584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.01,1.9700096130371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.2,2.2254592895507814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.01,0.2169856071472168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.01,3.2572288513183594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.2,2.919206428527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.01,0.09827200174331666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.2,0.1635967969894409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.01,0.12186880111694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.2,4.4287361145019535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.01,6.970470428466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.2,0.22927360534667968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.01,0.14421759843826293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.01,0.1583232045173645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.2,0.21210880279541017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.2,9.97501449584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.01,0.17047040462493895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.2,0.10520319938659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.01,0.1806272029876709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.2,0.14803199768066405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.01,0.18862719535827638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.2,0.15190399885177613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.01,0.18142720460891723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.2,0.16802560091018676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.01,0.20510079860687255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.2,0.1843135952949524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.01,0.21493120193481446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.2,0.16028159856796265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.01,0.22191359996795654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.2,0.1878399968147278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.01,0.2487488031387329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.01,0.1570688009262085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.2,0.19331200122833253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.01,0.25820159912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.01,0.15994880199432374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.2,0.19613440036773683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.01,0.22380800247192384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.01,0.244268798828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.2,0.11214079856872558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.2,0.212172794342041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.2,0.16869759559631348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.01,0.31077120304107664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.01,0.110099196434021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.2,0.22687358856201173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.2,0.15523200035095214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.01,0.27550079822540285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.01,0.1414080023765564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.2,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.2,0.26168959140777587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.01,0.3600895881652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.01,0.14421119689941406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.2,0.28462719917297363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.2,0.10665600299835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.2,0.12303359508514404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.01,0.18091520071029663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.2,0.2996351957321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.01,0.3640768051147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.2,0.14485759735107423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.2,0.3171776056289673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.01,0.1857856035232544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.01,0.45912961959838866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.2,0.3957632064819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.01,0.18672640323638917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.2,0.1697535991668701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.01,0.5490367889404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.2,0.4106304168701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.01,0.19868799448013305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.2,0.17363200187683106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.01,0.7405951976776123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.01,0.20381441116333007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.2,0.5001535892486573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.2,0.18042880296707153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.2,0.19826560020446776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.01,0.8021759986877441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.01,0.20380799770355223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.2,0.6478655815124512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.2,0.18869119882583618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.01,0.20590078830718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.2,0.887775993347168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.01,1.1189248085021972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.01,0.23135359287261964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.2,0.20003199577331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.2,1.0089599609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.01,1.4689279556274415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.01,0.22766718864440919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.2,0.20131840705871581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.2,1.38340482711792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.01,1.7712703704833985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.01,0.24096639156341554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.2,0.22922880649566652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.01,0.2772416114807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.2,1.8273216247558595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.01,2.691750335693359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.2,0.22572801113128663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.01,0.2759232044219971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.2,2.3871360778808595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.2,0.2437824010848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.01,5.094208145141602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.01,0.33600640296936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.2,0.27771520614624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.2,3.612601470947266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.01,0.36784000396728517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.2,0.30268800258636475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.01,0.4350719928741455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.2,0.37664639949798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.2,0.433241605758667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.01,0.5277440071105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.2,7.5072578430175785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.2,0.57740159034729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.01,0.7638336181640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.2,0.6108928203582764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.01,0.7992063999176026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.2,0.7701056003570557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.01,1.178438377380371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.2,0.9341376304626465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.01,1.509939193725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.2,1.4151935577392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.01,1.64135684967041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.2,1.7857215881347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.01,2.9197952270507814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.01,0.13903360366821288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.2,2.076358413696289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.01,0.11605119705200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.01,5.624723052978515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.01,0.1572991967201233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.2,4.152492904663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.2,0.13838720321655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.01,0.09028480052947999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.2,0.11080960035324097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.2,7.239103698730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.2,0.10671360492706299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.01,0.10842880010604858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.2,0.09266560077667237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.01,0.13994239568710326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.2,0.10402560234069824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.01,0.15075839757919313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.2,0.11951359510421752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.01,0.17918720245361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.2,0.13621120452880858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.01,0.187225604057312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.01,0.19706239700317382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.2,0.15748480558395386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.01,0.2009023904800415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.2,0.17211519479751586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.01,0.07827200293540955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.01,0.2016511917114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.2,0.18691840171813964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.01,0.09500799775123596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.2,0.12766720056533815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.01,0.20604801177978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.2,0.1843008041381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.01,0.11188479661941528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.2,0.09240959882736206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.01,0.209004807472229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.01,0.08650239706039428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.2,0.19287680387496947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.01,0.10776959657669068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.2,0.08528640270233154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.2,0.19960319995880127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.01,0.2228287935256958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.01,0.1313472032546997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.2,0.20805759429931642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.2,0.08924800157546997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.01,0.23924479484558106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.01,0.14526720046997071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.2,0.2265791893005371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.2,0.10258560180664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.01,0.2660288095474243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.01,0.17144320011138917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.2,0.23555200099945067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.2,0.13388160467147828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.01,0.179366397857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.01,0.2973311901092529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.2,0.2569407939910889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.2,0.2970304012298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.01,0.18951679468154908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.2,0.14236799478530884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.01,0.317523193359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.2,0.31141760349273684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.01,0.19379199743270875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.2,0.16689280271530152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.01,0.3785984039306641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.2,0.3553407907485962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.01,0.20889599323272706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.2,0.17481600046157836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.01,0.4171775817871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.2,0.4649472236633301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.01,0.21762559413909913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.2,0.17950079441070557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.01,0.5986495971679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.2,0.19160959720611573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.2,0.6312895774841308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.01,0.23468799591064454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.2,0.7355008125305176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.01,0.6377024173736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.01,0.2466495990753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.2,0.21731839179992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.2,0.9841343879699707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.01,0.8458815574645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.01,0.26010880470275877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.2,0.22847359180450438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.2,1.0660991668701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.01,0.28514559268951417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.01,0.994495964050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.2,0.24874238967895507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.2,0.25817599296569826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.01,0.34053759574890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.01,1.3583871841430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.2,1.5477952003479003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.2,0.2880703926086426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.01,0.34615039825439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.2,1.8276031494140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.01,1.6346624374389649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.2,0.34603519439697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.01,0.41603841781616213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.2,2.2487295150756834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.01,1.8850688934326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.2,0.3611520051956177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.01,0.47061758041381835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.2,0.4265727996826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.2,4.646214294433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.01,0.67991042137146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.2,0.4857024192810059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.01,0.8532416343688964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.01,3.39486083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.2,7.807276916503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.2,0.6706880092620849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.01,1.258457565307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.01,6.6216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.2,0.834540843963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.01,1.24902400970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.2,1.2578304290771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.01,1.8346111297607421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.2,1.3782079696655274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.01,2.251923179626465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.2,2.1148351669311523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.01,2.9058176040649415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.2,2.399206352233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.01,4.142182540893555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.2,3.0984832763671877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.01,0.07984640002250672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.01,7.936479949951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.01,0.08551040291786194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.2,0.10120960474014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.2,4.776460647583008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.01,0.09927679896354676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.2,0.08526719808578491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.01,0.09571840167045594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.2,9.205670166015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.2,0.08549759984016418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.01,0.1207360029220581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.01,0.15084160566329957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.2,0.11409920454025269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.01,0.1644863963127136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.01,0.19367040395736695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.2,0.14415359497070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.01,0.20225279331207274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.2,0.15745279788970948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.01,0.2087615966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.2,0.18796160221099853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.01,0.23664000034332275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.2,0.20106239318847657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.01,0.25384960174560545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.01,0.2677311897277832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.2,0.20430080890655516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.01,0.29180800914764404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.2,0.2380608081817627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.01,0.31448318958282473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.2,0.2563136100769043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.01,0.32737278938293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.2,0.2682496070861816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.2,0.2925055980682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.01,0.3673343896865845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.01,0.43884801864624023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.2,0.31237120628356935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.01,0.4532159805297852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.2,0.33408639430999754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.01,0.5444352149963378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.2,0.3693311929702759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.01,0.633292818069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.2,0.4305088043212891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.01,0.8650367736816407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.2,0.4648320198059082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.01,1.0691136360168456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.2,0.5489471912384033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.01,1.4901823997497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.2,0.666649580001831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.01,1.9797632217407226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.2,0.9011391639709473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.2,1.1305279731750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.01,2.9168832778930662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.2,1.6869312286376954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.01,3.4281600952148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.2,2.0939327239990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.01,4.218355178833008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.2,3.0105472564697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.01,6.693721771240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.2,3.7433982849121095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.01,12.116627502441407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.2,4.377676773071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.2,7.1065216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.2,13.366482543945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.13954559564590455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.10186879634857178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.08629119992256165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.08617600202560424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.08648959994316101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.09557120203971863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.10151679515838623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.10909440517425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.18891520500183107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.11039999723434449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.10333440303802491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.07099519968032837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.1141055941581726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.08316159844398499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.11537920236587525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.08768640160560608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.11849600076675415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.12136960029602051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.09724799990653991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.13779840469360352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.1059648036956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.1532863974571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.10888320207595825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.14767359495162963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.11118079423904419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.1841472029685974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.10913280248641968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.1861248016357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.1142016053199768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.22665600776672362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.1115839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.2732928037643433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.12197760343551636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,0.34552319049835206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.12991360425949097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,0.44418559074401853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.14555519819259644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,0.6076608180999756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.16104320287704468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,0.7265024185180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.15794559717178344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,1.0779199600219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.20168960094451904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,1.4882495880126954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.19258879423141478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.27363200187683107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,1.984339141845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.296287989616394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,2.7466495513916014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,0.4105984210968018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,0.5124095916748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,6.246815872192383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,0.7820288181304932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,0.9539775848388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,1.4235072135925293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,1.8841472625732423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,2.4352832794189454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.2,0.10805759429931641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,4.064665603637695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.2,0.11212799549102784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.01,0.1833343982696533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.2,0.06585599780082703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,8.960192108154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.01,0.10218240022659301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.2,0.07267199754714966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.01,0.07712640166282654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.01,0.08665599822998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.2,0.08487679958343505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.01,0.10551680326461792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.01,0.07082239985466003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.2,0.08759040236473084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.01,0.08414080142974853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.01,0.07481600046157837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.01,0.06773759722709656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.01,0.08515200018882751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.2,0.10033279657363892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.01,0.08062719702720642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.01,0.1016319990158081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.2,0.09601920247077941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.01,0.09924479722976684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.2,0.10031360387802124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.01,0.09865599870681763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.2,0.09253759980201721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.01,0.10825599431991577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.01,0.10213760137557984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.2,0.10814080238342286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.01,0.10218240022659301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.01,0.10314240455627441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.2,0.10919040441513062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.01,0.1055232048034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.2,0.05914880037307739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.01,0.10773760080337524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.2,0.10867199897766114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.01,0.11342079639434814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.2,0.06702719926834107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.01,0.11582720279693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.2,0.07600640058517456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.01,0.10714880228042603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.2,0.12062079906463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.01,0.12038400173187255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.2,0.07728639841079712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.01,0.12222080230712891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.2,0.13543039560317993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.2,0.09640960097312927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.01,0.12391680479049683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.01,0.13420799970626832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.2,0.13486080169677733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.01,0.1368831992149353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.2,0.15089279413223267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.2,0.09782400131225585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.01,0.13233920335769653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.2,0.16596479415893556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.01,0.1404096007347107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.2,0.0998080015182495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.01,0.13699840307235717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.2,0.18469120264053346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.01,0.1653887987136841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.2,0.10401279926300049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.01,0.14422399997711183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.2,0.2360447883605957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.01,0.17607680559158326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.2,0.10913920402526855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.01,0.1685439944267273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.2,0.11996159553527833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.01,0.21413760185241698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.2,0.30053761005401614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.01,0.19013760089874268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.2,0.11432960033416747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.01,0.2560767889022827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.2,0.4200767993927002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.01,0.24726400375366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.2,0.12703360319137574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.2,0.4880832195281982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.01,0.33537280559539795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.01,0.28229119777679446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.2,0.12906880378723146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.01,0.41848320960998536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.2,0.6441279888153076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.01,0.39585280418395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.2,0.14633599519729615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.2,0.15835520029067993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.2,0.8331968307495117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.01,0.4331007957458496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.01,0.5530111789703369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.2,0.18455679416656495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.01,0.6149951934814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.01,0.709228801727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.2,1.3469056129455566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.2,0.2086656093597412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.01,0.7399551868438721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.01,1.0477248191833497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.2,1.5631999969482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.2,0.2689536094665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.01,1.069395160675049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.01,1.3372223854064942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.2,0.28419198989868166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.2,2.4274623870849608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.01,1.3100095748901368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.2,0.4393472194671631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.01,1.5928768157958983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.2,3.6091903686523437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.2,0.48650240898132324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.01,1.6789632797241212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.01,2.550924873352051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.2,7.026246643066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.2,0.7500351905822754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.01,2.627859115600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.2,0.8888256072998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.01,5.371942520141602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.01,5.532614517211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.2,1.319699192047119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.2,1.5681856155395508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.2,1.9883583068847657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.2,2.8794624328613283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.01,0.07010560035705567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.01,0.09265919923782348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.2,7.511545562744141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.01,0.06965759992599488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.2,0.08627200126647949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.01,0.05772160291671753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.01,0.0688256025314331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.2,0.08750720024108886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.01,0.06769919991493226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.01,0.07537279725074768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.2,0.06402559876441956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.01,0.07335039973258972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.2,0.06782720088958741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.01,0.08170239925384522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.01,0.08177919983863831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.2,0.07502719759941101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.01,0.10161919593811035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.01,0.09844480156898498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.01,0.10328320264816285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.2,0.084307199716568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.01,0.11106560230255128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.2,0.05959039926528931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.01,0.11769599914550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.2,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.01,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.2,0.07937920093536377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.01,0.11813759803771973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.2,0.1012992024421692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.2,0.06556159853935242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.01,0.10819840431213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.01,0.12057600021362305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.2,0.10128639936447144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.2,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.01,0.10798079967498779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.2,0.08169599771499633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.2,0.10055040121078491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.01,0.11763839721679688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.2,0.11040639877319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.2,0.09109119772911071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.01,0.12777600288391114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.01,0.13846399784088134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.01,0.135481595993042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.2,0.12197760343551636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.2,0.10859520435333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.01,0.1410688042640686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.01,0.14382719993591309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.2,0.11608320474624634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.2,0.12471679449081421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.01,0.15642240047454833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.2,0.11700479984283448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.01,0.14886399507522582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.01,0.17047040462493895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.2,0.13553919792175292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.01,0.17639679908752443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.2,0.1256767988204956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.01,0.15828479528427125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.2,0.148307204246521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.2,0.1332159996032715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.01,0.17327359914779664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.2,0.1479423999786377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.01,0.18249599933624266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.2,0.14177919626235963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.01,0.20677120685577394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.2,0.1587455987930298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.01,0.21740798950195311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.2,0.145305597782135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.01,0.2502592086791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.2,0.18024319410324097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.01,0.2695552110671997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.2,0.15953919887542725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.01,0.3041984081268311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.2,0.22355198860168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.01,0.30868480205535886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.2,0.17312639951705933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.01,0.37103359699249266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.2,0.277126407623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.2,0.17909760475158693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.01,0.43384318351745604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.01,0.5069439888000489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.01,0.6924416065216065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.2,0.34352641105651854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.2,0.18465280532836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.01,0.4931072235107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.2,0.22329599857330323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.2,0.4621568202972412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.01,0.9287232398986817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.01,0.6999231815338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.2,0.25564799308776853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.2,0.5114751815795898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.01,1.0766400337219237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.01,0.9499775886535644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.2,0.32459518909454343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.2,0.6874048233032226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.2,0.38297600746154786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.2,0.911257553100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.01,1.3079744338989259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.01,1.6662847518920898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.2,0.545958423614502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.2,1.49169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.01,2.3507455825805663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.01,1.5504447937011718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.2,0.7016384124755859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.2,1.5945152282714843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.01,1.8540544509887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.01,2.680575942993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.2,1.002227210998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.2,2.106169509887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.2,1.2131199836730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.01,3.2762496948242186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.01,4.173088073730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.2,1.7515392303466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.2,4.264070510864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.01,6.502912139892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.01,8.852537536621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.2,2.5427711486816404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.2,8.163993835449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.2,2.961952018737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.2,4.481203079223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.2,10.316019439697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.2,0.05746560096740723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.01,0.05774719715118408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.2,0.0714303970336914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.01,0.07631999850273133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.06056320071220398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.01,0.07073919773101807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.2,0.06812160015106201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.04832639992237091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.01,0.08339840173721313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.03687680065631867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.2,0.07682560086250305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.03715839982032776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.01,0.09543039798736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.2,0.09355520009994507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.03765760064125061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.059334397315979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.01,0.115392005443573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.2,0.10732159614562989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.03790079951286316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.04689919948577881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.01,0.14759039878845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.2,0.14391679763793946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.04089600145816803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.04699519872665405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.01,0.15622400045394896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.2,0.15118720531463622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.04350079894065857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.041484799981117246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.2,0.1612223982810974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.01,0.16291840076446534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.2,0.16518399715423585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.04650239944458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.042156800627708435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.01,0.16743040084838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.042508798837661746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.2,0.17697279453277587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.04870400130748749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.01,0.17159680128097535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.04376960098743439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.2,0.19001599550247192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.05335680246353149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.01,0.17844480276107788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.046009600162506104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.05490559935569763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.2,0.1964095950126648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.01,0.18680319786071778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.0473471999168396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.2,0.21607038974761963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.01,0.21749119758605956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.05904639959335327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.01,0.2375488042831421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.04878079891204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.2,0.24087679386138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.05729920268058777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.053376001119613645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.2,0.2609472036361694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.01,0.25868160724639894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.06548479795455933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.058169597387313844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.2,0.2628159999847412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.06744319796562195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.01,0.2508863925933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.07674239873886109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.2,0.30212481021881105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.01,0.29678080081939695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.060710400342941284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.08974720239639282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.01,0.32381439208984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.2,0.3444096088409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.07011200189590454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.09333760142326356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.2,0.4265279769897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.01,0.4050623893737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.12464640140533448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.2,0.5050047874450684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.01,0.5159232139587402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.08555520176887513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.1409600019454956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.2,0.7092991828918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.01,0.7011136054992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.10734080076217652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.18343679904937743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.2,0.9228863716125488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.11409280300140381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.01,0.9375616073608398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.23840639591217042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.2,1.3440959930419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.15635199546813966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,0.3655872106552124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.2,1.8824960708618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.01,1.3146623611450194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.16432640552520753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,0.4431615829467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.2,2.7634496688842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.01,1.7064640045166015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.2842751979827881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,0.6124351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.01,2.620639991760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.29154560565948484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.2,3.29486083984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,1.0309247970581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,0.5239999771118165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.01,3.558176040649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.2,4.095142364501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,1.1304639816284179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,0.6180287837982178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.01,4.430860900878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.2,6.760749053955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,1.7769664764404296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,0.9455679893493653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.01,6.040428924560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.2,14.435404968261718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,1.2154111862182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,3.4882686614990233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,1.785113525390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.01,13.390591430664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,3.000441551208496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,6.301919937133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.2,0.06231039762496948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.01,0.061689597368240354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.2,0.04289279878139496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.01,0.04747520089149475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.01,0.06685439944267273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.2,0.04559360146522522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.01,0.04619520008563995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.01,0.045203199982643126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.2,0.06832640171051026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.2,0.045817598700523376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.01,0.045100799202919005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.01,0.04266240000724793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.2,0.03798399865627289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.2,0.03845759928226471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.01,0.04142079949378967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.2,0.041017600893974306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.01,0.04674560129642487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.2,0.040678399801254275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.01,0.04337919950485229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.2,0.04305280148983002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.2,0.04069760143756866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.01,0.04327679872512817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.01,0.04552319943904877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.2,0.045286399126052854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.2,0.04371840059757233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.01,0.0424703985452652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.01,0.044531199336051944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.2,0.04718720018863678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.2,0.04456959962844849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.01,0.044896000623703004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.01,0.045407998561859134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.2,0.04686720073223114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.2,0.04521600008010864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.01,0.04782719910144806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.01,0.046239998936653134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.2,0.05089920163154602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.01,0.050995200872421265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.01,0.049753600358963014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.2,0.04676479995250702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.01,0.05181440114974976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.2,0.05262079834938049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.01,0.05161600112915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.2,0.04670720100402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.01,0.05268480181694031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.01,0.05286399722099304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.2,0.05688959956169128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.2,0.0477183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.01,0.054585599899291994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.2,0.06292480230331421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.01,0.06035199761390686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.2,0.04986239969730377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.2,0.06661760210990905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.01,0.06776959896087646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.2,0.05319679975509643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.01,0.06711680293083191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.01,0.07431039810180665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.2,0.05421440005302429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.2,0.07735679745674133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.01,0.07348480224609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.2,0.06195840239524841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.2,0.0766975998878479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.01,0.09260799884796142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.01,0.09429759979248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.2,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.2,0.06878079771995545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.01,0.09260159730911255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.01,0.0967423975467682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.2,0.11030399799346924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.2,0.07238399982452393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.01,0.12202240228652954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.2,0.14992640018463135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.01,0.13822720050811768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.2,0.08101119995117187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.2,0.09353600144386291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.2,0.15940480232238768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.01,0.1480831980705261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.01,0.15665279626846312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.2,0.10516480207443238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.2,0.22900478839874266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.01,0.19139839410781861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.01,0.21148159503936767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.2,0.12713600397109986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.2,0.2924864053726196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.01,0.21590399742126465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.01,0.2454080104827881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.2,0.1724671959877014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.2,0.45774078369140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.01,0.3355007886886597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.01,0.34603519439697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.2,0.25985920429229736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.2,0.600710391998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.01,0.4520256042480469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.01,0.43658881187438964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.2,0.2753472089767456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.2,0.921292781829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.2,0.4255231857299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.01,0.5708223819732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.01,0.6146880149841308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.2,1.1441344261169433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.2,0.5472447872161865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.01,0.7473599910736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.2,1.7350719451904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.01,0.7750976085662842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.2,0.9071999549865722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.01,0.9328384399414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.01,0.965766429901123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.2,2.4427135467529295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.2,1.069324779510498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.2,1.265875244140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.01,1.3535615921020507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.01,1.4241472244262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.2,6.1184638977050785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.2,2.277203178405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.01,3.465894317626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.01,3.500998306274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.2,5.488486480712891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.01,0.05749760270118713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.01,0.03954559862613678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.01,0.03903999924659729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.01,0.05440000295639038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.2,0.058815997838973996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.01,0.04522239863872528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.01,0.04906240105628967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.01,0.03840000033378601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.2,0.0377920001745224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.2,0.03749760091304779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.01,0.04836480021476745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.01,0.041920000314712526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.2,0.04000000059604645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.2,0.04152320027351379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.2,0.041222399473190306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.01,0.04917120039463043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.01,0.0486847996711731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.2,0.046374401450157164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.01,0.050937598943710326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.01,0.04916479885578155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.2,0.045798400044441225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.2,0.047014400362968445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.01,0.05265920162200928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.01,0.05066239833831787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.2,0.04976640045642853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.2,0.04837760031223297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.01,0.05063679814338684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.01,0.055308800935745236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.2,0.051500797271728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.2,0.04999040067195892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.01,0.052716797590255736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.01,0.055430400371551516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.2,0.05377280116081238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.2,0.05609599947929382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.01,0.05361279845237732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.01,0.05464959740638733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.2,0.05018240213394165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.2,0.05729920268058777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.01,0.0559935986995697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.01,0.057062399387359616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.2,0.05281919836997986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.2,0.05932160019874573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.01,0.06204800009727478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.01,0.06322559714317322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.2,0.05443840026855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.2,0.06320000290870667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.01,0.06496000289916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.2,0.05928320288658142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.2,0.06607999801635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.01,0.06830080151557923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.01,0.07411839962005615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.01,0.07365760207176208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.2,0.06615679860115051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.01,0.0840063989162445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.2,0.0694208025932312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.01,0.07983360290527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.2,0.06936320066452026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.01,0.10563199520111084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.2,0.07462400197982788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.01,0.12324479818344117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.01,0.09334400296211243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.2,0.0760320007801056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.2,0.08441600203514099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.01,0.1683519959449768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.2,0.08086400032043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.01,0.09325439929962158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.01,0.11480319499969482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.2,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.2,0.09792640209197997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.2,0.11342079639434814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.01,0.14816000461578369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.01,0.2281791925430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.2,0.11729919910430908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.2,0.14585599899291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.01,0.1953920006752014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.01,0.29612159729003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.2,0.13363200426101685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.01,0.22485759258270263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.2,0.16558719873428346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.2,0.16828160285949706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.01,0.42975358963012694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.2,0.22873599529266359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.2,0.2585472106933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.01,0.32965118885040284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.01,0.585804796218872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.2,0.33701119422912595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.2,0.33045120239257814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.01,0.3541631937026978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.01,0.7313216209411622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.2,0.4598080158233643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.2,0.3875391960144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.01,0.5382143974304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.01,0.6659327983856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.2,0.5920000076293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.01,0.990726375579834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.2,0.5448703765869141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.01,0.9205760002136231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.2,0.7949376106262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.2,0.6967487812042237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.01,1.2037952423095704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.2,1.3248319625854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.01,1.5361151695251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.2,1.2863615989685058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.01,1.9429759979248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.2,1.5778816223144532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.2,1.5711999893188477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.01,1.8618112564086915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.01,4.046611022949219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.2,2.1550271987915037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.2,2.4933055877685546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.01,2.4983232498168944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.2,3.4580543518066404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.01,5.782048034667969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.2,6.571814727783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.2,7.508704376220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.01,0.03994880020618439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.01,0.044998401403427125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.01,0.049542400240898135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.01,0.05863680243492127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.2,0.05381760001182556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.01,0.06655359864234925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.2,0.03935360014438629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.01,0.06842880249023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.2,0.04273279905319214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.01,0.12739839553833007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.01,0.06856319904327393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.2,0.09103360176086425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.2,0.04958719909191132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.2,0.056569600105285646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.01,0.06371840238571166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.01,0.07470719814300537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.2,0.06878079771995545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.2,0.06660479903221131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.01,0.07953919768333435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.2,0.06441599726676941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.2,0.06847360134124755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.01,0.08428800106048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.01,0.07475200295448303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.2,0.0747327983379364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.01,0.08826239705085755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.2,0.0843455970287323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.01,0.08515200018882751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.2,0.08630399703979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.01,0.09785599708557129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.2,0.07286400198936463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.01,0.08609920144081115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.2,0.08920320272445678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.2,0.07481600046157837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.01,0.08807680010795593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.2,0.08903679847717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.01,0.11794559955596924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.2,0.08256639838218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.01,0.08895360231399536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.2,0.09265919923782348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.01,0.12296960353851319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.2,0.08632959723472595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.01,0.09431679844856262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.2,0.09763200283050537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.2,0.08814079761505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.01,0.15098240375518798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.01,0.09678720235824585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.2,0.09610880017280579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.01,0.09953920245170593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.2,0.10363520383834839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.01,0.18855040073394774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.2,0.10569599866867066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.2,0.1066815972328186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.01,0.10436480045318604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.01,0.23930881023406983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.2,0.109990394115448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.2,0.11478400230407715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.01,0.11088000535964966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.01,0.28876800537109376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.2,0.12374399900436402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.01,0.12511999607086183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.01,0.41528959274291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.2,0.13983360528945923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.01,0.14068479537963868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.2,0.14732160568237304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.01,0.486956787109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.2,0.14423680305480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.01,0.13670400381088257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.01,0.7350272178649903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.2,0.1939136028289795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.2,0.18993279933929444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.2,0.24311680793762208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.01,1.2197248458862304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.01,0.1633792042732239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.2,0.1864832043647766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.2,0.3302016019821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.01,0.16867200136184693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.01,1.693824005126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.2,0.256876802444458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.2,0.46449918746948243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.01,0.21646718978881835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.2,0.3094336032867432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.2,0.523737621307373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.01,2.1339263916015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.01,0.26519041061401366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.2,0.4057919979095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.2,0.8239487648010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.01,0.35796480178833007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.01,2.971129608154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.2,0.5016511917114258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.01,0.3670912027359009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.2,1.0845312118530273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.01,4.039936065673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.2,0.6424575805664062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.01,0.5409664154052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.2,1.9021888732910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.2,0.845740795135498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.01,0.7436223983764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.2,1.3685952186584474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.2,2.217900848388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.01,8.431193542480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.2,1.6831232070922852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.01,1.052019214630127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.2,2.8112640380859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.2,2.489683151245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.01,1.447385597229004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.2,4.285203170776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.2,4.262144088745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.01,1.7217983245849608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.01,2.551718330383301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.2,9.826214599609376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.2,8.372441864013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.01,0.11007360219955445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.01,6.71203842163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.01,0.082150399684906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.01,0.055430400371551516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.01,0.06520320177078247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.01,0.07121279835700989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.01,0.08095359802246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.01,0.08531839847564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.01,0.06756479740142822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.01,0.08921599984169007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.2,0.1456063985824585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.01,0.07923200130462646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.2,0.06803839802742004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.01,0.08836479783058167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.2,0.0723136007785797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.01,0.059411197900772095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.2,0.06221439838409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.01,0.09059839844703674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.2,0.06000000238418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.01,0.06783999800682068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.2,0.05797119736671448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.01,0.09493759870529175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.01,0.07447680234909057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.2,0.06516479849815368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.2,0.06524800062179566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.2,0.07070720195770264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.01,0.09884160161018371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.01,0.08620799779891967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.2,0.08654720187187195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.01,0.08823680281639099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.01,0.10329600572586059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.2,0.0840063989162445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.01,0.09123200178146362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.2,0.08981760144233704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.01,0.10967040061950684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.2,0.08392959833145142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.01,0.08824319839477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.2,0.089683198928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.01,0.12165759801864624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.2,0.08865280151367187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.01,0.09307519793510437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.2,0.09343360066413879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.2,0.08913279771804809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.01,0.1259328007698059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.01,0.09900799989700318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.2,0.09649279713630676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.2,0.09097599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.01,0.137881600856781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.01,0.10695040225982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.2,0.10046080350875855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.2,0.09904639720916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.01,0.17872639894485473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.01,0.10514559745788574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.2,0.1072767972946167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.2,0.10005760192871094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.01,0.1136896014213562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.01,0.19427839517593384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.2,0.10462720394134521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.2,0.11096320152282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.2,0.11559040546417236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.01,0.12681599855422973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.01,0.22670719623565674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.2,0.11161600351333618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.2,0.12139519453048705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.01,0.1341375946998596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.01,0.27983999252319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.01,0.14097919464111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.2,0.1268288016319275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.2,0.13022719621658324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.01,0.36426239013671874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.01,0.15482239723205565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.2,0.14428800344467163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.2,0.13852800130844117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.01,0.42162561416625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.01,0.18613760471343993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.2,0.1719871997833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.01,0.5700416088104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.2,0.15649280548095704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.2,0.1971392035484314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.01,0.2284224033355713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.2,0.20276479721069335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.01,0.7145023822784424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.2,0.26751999855041503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.01,0.30681600570678713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.2,0.2608511924743652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.01,1.018400001525879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.2,0.2913216114044189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.01,0.38599040508270266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.2,0.3128895998001099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.01,1.3288703918457032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.2,0.4344128131866455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.01,0.4903103828430176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.2,0.4933119773864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.01,1.8143104553222655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.2,0.514079999923706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.01,0.6658624172210693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.2,0.5098944187164307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.2,0.655347204208374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.01,0.834233570098877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.01,2.53621768951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.01,1.1515328407287597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.2,0.8560128211975098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.2,0.7692351818084717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.01,5.771059036254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.01,1.650604820251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.2,1.2454272270202638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.2,0.9446080207824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.01,1.9424896240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.2,1.7219392776489257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.2,1.3627840042114259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.2,2.0296960830688477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.2,2.3493120193481447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.01,2.9382144927978517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.2,2.7967296600341798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.2,3.2544319152832033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.01,6.321478271484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.01,0.09057279825210571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.2,4.226611328125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.01,0.07468799948692321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.2,7.677875518798828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.01,0.05811200141906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.01,0.07206400036811829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.2,9.720256042480468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.01,0.0763647973537445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.01,0.09452800154685974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.01,0.0981760025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.2,0.06398720145225525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.01,0.09516800045967103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.2,0.06293119788169861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.01,0.10050560235977173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.2,0.0609279990196228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.01,0.11511039733886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.2,0.06733440160751343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.01,0.07329279780387879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.01,0.10520960092544555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.01,0.0616703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.2,0.07401599884033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.01,0.1140671968460083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.2,0.05552639961242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.01,0.0754688024520874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.01,0.12506239414215087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.2,0.09432960152626038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.01,0.08472959995269776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.01,0.12792320251464845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.2,0.06222720146179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.01,0.10788480043411255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.2,0.07384960055351257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.01,0.14335360527038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.01,0.1161344051361084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.2,0.08372480273246766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.2,0.10926719903945922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.2,0.1083840012550354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.01,0.1524672031402588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.2,0.11276799440383911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.01,0.11765120029449463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.2,0.11354880332946778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.2,0.11943680047988892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.01,0.183404803276062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.01,0.13059840202331544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.2,0.11769599914550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.2,0.12865920066833497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.01,0.23808639049530028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.01,0.14056960344314576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.2,0.1299456000328064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.2,0.13563519716262817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.01,0.26591360569000244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.01,0.1445248007774353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.2,0.14041600227355958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.01,0.35072638988494875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.2,0.14086400270462035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.01,0.15256960391998292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.2,0.15904639959335326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.01,0.3966527938842773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.01,0.154585599899292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.2,0.14797439575195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.01,0.1684991955757141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.01,0.5209856033325195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.2,0.16892160177230836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.2,0.15475840568542482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.2,0.16892800331115723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.01,0.18259840011596679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.2,0.15793919563293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.2,0.20395519733428955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.01,0.20103039741516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.01,0.8445311546325683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.2,0.1682047963142395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.2,0.2882944107055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.2,0.18434560298919678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.01,0.21773440837860109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.01,1.1939071655273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.2,0.2039423942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.2,0.38782079219818116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.01,0.26831998825073244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.01,1.6938623428344726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.2,0.21144959926605225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.2,0.4133632183074951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.01,0.3312704086303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.01,2.1612287521362306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.2,0.2608511924743652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.2,0.5660416126251221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.01,0.4419839859008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.01,2.6493696212768554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.2,0.7221183776855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.2,0.3603904008865356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.01,0.580460786819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.2,0.4872255802154541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.2,1.1138367652893066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.01,4.042156982421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.2,1.299955177307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.2,0.6091328144073487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.01,0.7849023818969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.01,8.264633941650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.2,0.8128128051757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.01,0.8881343841552735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.2,1.9311359405517579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.2,0.8800191879272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.01,1.2584063529968261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.2,2.2517887115478517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.2,1.3874176025390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.01,1.520787239074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.2,1.5328000068664551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.2,3.0538368225097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.2,2.354444885253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.01,2.3668352127075196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.2,4.788147354125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.2,3.358201599121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.01,2.902764892578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.2,9.182099151611329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.2,4.633446502685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.01,3.6880767822265623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.01,5.425856018066407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.2,6.377971267700195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.2687488079071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.14902399778366088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.01,11.809593963623048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.2,13.826336669921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.1327679991722107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.09464960098266602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.10088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.10817279815673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.11447679996490479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.12375680208206177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.14449280500411987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.13144960403442382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.14823039770126342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.12286720275878907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.13486080169677733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.08065279722213745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.13790080547332764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.2,0.10947200059890747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.01,0.17740800380706787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.09533439874649048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.14384640455245973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.2,0.14436479806900024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.01,0.14262399673461915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.11336319446563721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.2,0.1179967999458313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.01,0.1356927990913391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.11667840480804444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.14939520359039307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.01,0.0742143988609314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.2,0.07184640169143677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.11820800304412842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.15463680028915405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.12715519666671754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.01,0.08829439878463745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.2,0.08375040292739869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.16543999910354615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.16687359809875488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.12839679718017577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.01,0.10670720338821411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.2,0.09484800100326538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.18980480432510377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.12704000473022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.01,0.10080640316009522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.2,0.10610560178756714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.22291839122772217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.1396607995033264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.01,0.1257151961326599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.2,0.1236799955368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.2841408014297485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.1319808006286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.2,0.11151360273361206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.01,0.13012479543685912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.29122560024261473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.14519040584564208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.2,0.12554880380630493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.01,0.12505600452423096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,0.3933056116104126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.16899839639663697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.171942400932312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,0.45856637954711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.2,0.1335487961769104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.01,0.13443200588226317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.18037760257720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,0.6240767955780029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.01,0.13986560106277465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.2,0.13112319707870485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.2334144115447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,0.7782527923583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.2,0.1307136058807373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.23710079193115235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.01,0.14227839708328247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.337228798866272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.2,0.13100160360336305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.01,0.13537280559539794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,1.1461183547973632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.3313920021057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.01,0.1461951971054077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.2,0.15326720476150513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,1.3584320068359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,0.43602561950683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.01,0.1540992021560669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.2,0.16224639415740966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,0.5138815879821778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,1.7046592712402344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.01,0.17127039432525634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.2,0.17548799514770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,0.7182464122772216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,2.873619270324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,0.9004608154296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.01,0.2070080041885376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.2,0.22445440292358398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,5.554649734497071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.01,0.2098623991012573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.2,0.22526719570159912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,1.3149951934814452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.01,0.2533695936203003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.2,0.2803328037261963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,1.676870346069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.01,0.28383359909057615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.2,0.29795839786529543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,2.277939224243164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.01,0.37175679206848145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.2,0.4396416187286377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,4.412940979003906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.01,0.4376192092895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.2,0.5143551826477051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.01,0.08005759716033936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.01,0.6438655853271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,8.040006256103515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.2,0.6417088031768798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.01,0.11041920185089112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.01,0.13379839658737183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.01,0.7250879764556885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.2,0.7906688213348388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.01,0.06808320283889771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.2,1.2070207595825195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.01,0.9984255790710449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.01,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.01,0.09626240134239197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.2,1.595852756500244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.01,1.3890815734863282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.01,0.10057599544525146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.2,2.032454490661621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.01,1.8522815704345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.01,0.11802239418029785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.01,0.12175999879837036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.2,3.4244735717773436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.01,2.764300727844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.01,0.1212224006652832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.2,0.11349760293960572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.01,5.445024108886718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.01,0.12794239521026612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.2,0.09254400134086609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.2,7.307628631591797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.2,0.07157120108604431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.01,0.1334272027015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.2,0.08746880292892456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.01,0.13299839496612548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.2,0.09018880128860474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.01,0.14270080327987672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.01,0.15210880041122438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.2,0.08929920196533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.01,0.16125439405441283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.2,0.11870080232620239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.01,0.17338240146636963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.2,0.12067199945449829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.01,0.07182080149650574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.2,0.07040640115737914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.2,0.12261760234832764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.01,0.20135040283203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.01,0.0932864010334015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.2,0.09525759816169739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.2,0.12291200160980224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.01,0.11237119436264038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.01,0.21302399635314942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.2,0.08272640109062195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.2,0.13371520042419432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.2,0.06748160123825073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.01,0.2681727886199951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.2,0.13395839929580688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.2,0.08176640272140503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.01,0.08194559812545776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.01,0.28641281127929685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.2,0.14137599468231202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.01,0.09390720129013061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.01,0.3918911933898926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.2,0.1535104036331177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.01,0.09923840165138245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.2,0.16143360137939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.01,0.4753215789794922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.01,0.12413439750671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.2,0.11544320583343506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.2,0.16888320446014404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.01,0.6243391990661621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.2,0.19928319454193116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.01,0.11564799547195434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.2,0.12009600400924683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.01,0.7412543773651123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.2,0.22595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.2,0.12881280183792115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.01,1.139571189880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.2,0.27740800380706787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.01,0.13217920064926147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.2,0.1269376039505005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.01,0.14023040533065795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.2,0.3244096040725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.01,1.3790080070495605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.01,0.14506239891052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.2,0.41560959815979004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.2,0.14101760387420653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.01,1.8085695266723634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.01,0.1466879963874817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.2,0.5326975822448731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.2,0.14606080055236817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.01,2.8565887451171874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.01,0.1622912049293518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.2,0.6911871910095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.2,0.15107840299606323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.01,0.17575680017471312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.2,0.1617792010307312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.01,0.19398399591445922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.2,0.9017151832580567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.01,5.320595169067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.01,0.2147968053817749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.2,0.17455359697341918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.2,1.2612159729003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.01,0.23697919845581056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.2,0.19227520227432252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.2,1.5537343978881837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.01,0.29872000217437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.2,0.2265536069869995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.2,2.0904767990112303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.01,0.33802878856658936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.2,0.2329472064971924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.01,0.4567296028137207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.2,3.5739456176757813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.01,0.5312704086303711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.2,0.3055936098098755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.01,0.10592639446258545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.2,6.53043212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.01,0.7401599884033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.2,0.3655296087265015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.01,0.08538240194320679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.01,0.8703104019165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.2,0.504960012435913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.01,0.09493759870529175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.01,0.07094399929046631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.01,0.0844223976135254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.2,0.5502592086791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.01,1.2955072402954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.01,0.1071936011314392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.2,0.7860095977783204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.01,1.6542335510253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.01,0.11251200437545776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.2,0.951302433013916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.01,0.14063359498977662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.01,2.022879981994629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.2,0.05863680243492127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.2,0.08613119721412658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.2,1.4807168006896974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.01,0.13612799644470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.01,3.5221057891845704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.2,0.07468159794807434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.01,0.15292799472808838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.2,1.7385087966918946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.01,0.15446399450302123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.2,0.07131519913673401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.2,2.477299118041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.01,6.718822479248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.01,0.16224000453948975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.2,0.08306559920310974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.2,0.10088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.01,0.168230402469635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.2,3.879750442504883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.2,0.10954240560531617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.01,0.17688319683074952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.2,0.12996480464935303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.01,0.1985983967781067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.2,7.922918701171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.01,0.20298240184783936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.2,0.13829760551452636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.01,0.23096320629119874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.2,0.1352512001991272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.2,0.1550528049468994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.01,0.26056320667266847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.01,0.08344320058822632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.2,0.16005120277404786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.01,0.2848448038101196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.01,0.07740160226821899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.01,0.09411200284957885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.2,0.1692031979560852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.01,0.35865600109100343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.2,0.17913600206375122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.01,0.42354559898376465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.2,0.08306559920310974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.01,0.10622719526290894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.2,0.18857599496841432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.01,0.6032256126403809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.2,0.07195519804954528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.01,0.1328384041786194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.2,0.20421760082244872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.01,0.7130047798156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.2,0.07563520073890687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.2,0.22510719299316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.01,0.1510848045349121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.01,0.1780992031097412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.2,0.07893120050430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.2,0.25477759838104247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.01,1.0138431549072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.01,0.1878399968147278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.2,0.29006080627441405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.2,0.0995519995689392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.01,1.1820480346679687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.2,0.3638079881668091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.01,0.19281920194625854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.2,0.1220352053642273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.01,1.7343679428100587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.2,0.453766393661499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.01,0.21561601161956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.2,0.1360640048980713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.01,2.169343948364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.2,0.6008768081665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.01,0.22316160202026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.2,0.17898240089416503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.2,0.693996810913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.01,2.8467840194702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.01,0.23253118991851807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.2,0.9871744155883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.2,0.1817728042602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.01,4.337254333496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.01,0.24277119636535643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.2,1.2678848266601563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.2,0.18787200450897218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.01,0.262060809135437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.2,0.19816319942474364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.2,1.7535232543945312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.01,8.490675354003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.01,0.2842943906784058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.2,0.21429119110107422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.01,0.3148927927017212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.2,2.4774591445922853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.2,0.22922239303588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.01,0.36627840995788574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.2,2.9436864852905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.2,0.24281599521636962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.01,0.381715202331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.2,4.513753509521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.2,0.2652928113937378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.01,0.47350401878356935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.2,0.28627839088439944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.01,0.6125823974609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.2,10.053369903564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.2,0.3061503887176514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.01,0.8232895851135253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.2,0.37131519317626954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.01,0.9694592475891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.2,0.3927232027053833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.01,1.3861248016357421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.2,0.4865087985992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.2,0.6304768085479736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.01,1.8039552688598632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.2,0.8094592094421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.01,2.8098560333251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.2,0.9779135704040527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.01,3.372684860229492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.2,1.4159487724304198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.01,4.319411087036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.2,1.8595199584960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.01,6.826182556152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.2,2.764793586730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.01,14.958840942382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.2,3.561318588256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.2,4.258419036865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.2,6.932978820800781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.2,14.405119323730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,power_law_1.01,0.11475199460983276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,power_law_1.01,0.10885759592056274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,power_law_1.01,0.10079360008239746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,power_law_1.01,0.11358079910278321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,power_law_1.01,0.10216959714889526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,power_law_1.01,0.10628479719161987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,power_law_1.01,0.1075711965560913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,power_law_1.01,0.10627199411392212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,power_law_1.01,0.1090880036354065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,power_law_1.01,0.12263679504394531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,power_law_1.01,0.13523839712142943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,power_law_1.01,0.13507200479507447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,power_law_1.01,0.14311039447784424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,power_law_1.01,0.1493824005126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,power_law_1.01,0.1532096028327942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,power_law_1.01,0.17080960273742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,power_law_1.2,0.10415359735488891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,power_law_1.01,0.19674880504608155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.22323839664459227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,power_law_1.2,0.08008959889411926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,power_law_1.2,0.08981119990348815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.2592895984649658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,power_law_1.2,0.09534720182418824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.31078400611877444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,power_law_1.2,0.10412160158157349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,power_law_1.01,0.41715202331542967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,power_law_1.2,0.10502400398254394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,power_law_1.2,0.10659840106964111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,power_law_1.01,0.5407936096191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,power_law_1.01,0.109990394115448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,power_law_1.2,0.1089087963104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,power_law_1.01,0.7901823997497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,power_law_1.2,0.11800960302352906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,power_law_1.01,0.11174399852752685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,power_law_1.2,0.11514879465103149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,power_law_1.01,1.0429120063781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,power_law_1.01,0.10465919971466064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,power_law_1.2,0.12756479978561402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,power_law_1.01,0.08811519742012024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,power_law_1.2,0.12637439966201783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,power_law_1.01,1.4433216094970702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,power_law_1.2,0.14666880369186402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,power_law_1.01,0.09013760089874268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,power_law_1.01,1.9221824645996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,power_law_1.2,0.17546240091323853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,power_law_1.2,0.17509759664535524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,power_law_1.01,2.559993553161621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,power_law_1.01,0.11213439702987671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,power_law_1.2,0.17917439937591553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,power_law_1.01,0.11061760187149047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,power_law_1.2,0.2313152074813843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,64,power_law_1.01,4.119148635864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.25246078968048097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,power_law_1.2,0.10945919752120972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,power_law_1.01,0.11593600511550903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,64,power_law_1.01,7.839360046386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.29741439819335935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,power_law_1.01,0.1151360034942627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,power_law_1.2,0.11182719469070435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.39347200393676757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,power_law_1.2,0.08206719756126404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,power_law_1.01,0.1257151961326599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,power_law_1.2,0.5401343822479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,power_law_1.2,0.09663360118865967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,power_law_1.01,0.12800639867782593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,power_law_1.2,0.6100607872009277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,power_law_1.2,0.09944319725036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,power_law_1.01,0.13583999872207642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,power_law_1.2,0.10177279710769653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,power_law_1.01,0.1512768030166626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,power_law_1.2,0.9793215751647949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,power_law_1.01,0.16257920265197753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,power_law_1.2,0.11175040006637574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,power_law_1.2,1.466649627685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,power_law_1.01,0.18279680013656616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,power_law_1.2,0.11397759914398194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,power_law_1.2,1.892064094543457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,power_law_1.01,0.1584895968437195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,power_law_1.2,0.11278079748153687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,power_law_1.2,2.9053056716918944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,power_law_1.01,0.20587520599365233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,power_law_1.2,0.11560319662094116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,power_law_1.2,0.1307584047317505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,power_law_1.01,0.20214400291442872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,power_law_1.2,3.57720947265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,power_law_1.2,0.13267840147018434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,power_law_1.01,0.25408000946044923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,64,power_law_1.2,6.506649780273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,power_law_1.2,0.13719040155410767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,power_law_1.01,0.28362240791320803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,power_law_1.2,0.16193920373916626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,power_law_1.01,0.3860543966293335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,64,power_law_1.2,13.814688110351563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,power_law_1.2,0.17177599668502808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,power_law_1.01,0.5173439979553223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,power_law_1.2,0.1776703953742981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,power_law_1.01,0.6634175777435303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,power_law_1.01,0.8933631896972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,power_law_1.2,0.18129279613494872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,power_law_1.01,1.2603327751159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,power_law_1.2,0.21099519729614258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,power_law_1.2,0.2278592109680176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,power_law_1.01,1.6727807998657227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,power_law_1.2,0.2863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,power_law_1.01,2.07076473236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,power_law_1.2,0.3318655967712402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,32,power_law_1.01,2.9556032180786134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,power_law_1.2,0.4569664001464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,power_law_1.01,0.10698239803314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,32,power_law_1.01,6.32239990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,power_law_1.2,0.5877056121826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,power_law_1.01,0.1349120020866394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,power_law_1.01,0.09404799938201905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,power_law_1.2,0.8614591598510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,power_law_1.01,0.09504640102386475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,power_law_1.2,1.0741056442260741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,power_law_1.01,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,power_law_1.2,1.6797567367553712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,power_law_1.01,0.1177664041519165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,power_law_1.2,2.4197248458862304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,power_law_1.01,0.14382719993591309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,power_law_1.2,2.2382080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,power_law_1.01,0.12019840478897095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,power_law_1.01,0.1218176007270813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,32,power_law_1.2,5.0298816680908205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,power_law_1.01,0.12039680480957031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,power_law_1.01,0.12370560169219971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,32,power_law_1.2,10.53210906982422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,power_law_1.01,0.13566720485687256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,power_law_1.01,0.13717759847640992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,power_law_1.01,0.14405759572982788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,power_law_1.01,0.15300480127334595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,power_law_1.2,0.1085055947303772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,power_law_1.01,0.16624000072479247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,power_law_1.2,0.13274240493774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,power_law_1.01,0.19538559913635253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,power_law_1.2,0.0889855980873108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,power_law_1.2,0.0930239975452423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,power_law_1.01,0.23895039558410644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,power_law_1.2,0.10413440465927123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,power_law_1.01,0.2517375946044922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,power_law_1.2,0.10764800310134888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,power_law_1.01,0.32108800411224364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,power_law_1.2,0.11930240392684936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,power_law_1.2,0.12089600563049316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,power_law_1.01,0.30363519191741944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,power_law_1.2,0.12367360591888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,power_law_1.01,0.09927679896354676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,power_law_1.01,0.38819839954376223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,power_law_1.2,0.12047359943389893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,power_law_1.01,0.4729152202606201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,power_law_1.01,0.11170560121536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,power_law_1.2,0.13153280019760133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,power_law_1.2,0.13174400329589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,power_law_1.01,0.0942463994026184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,power_law_1.01,0.6795584201812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,power_law_1.2,0.1429952025413513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,power_law_1.01,0.09807360172271729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,power_law_1.01,0.7851903915405274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,power_law_1.2,0.14886399507522582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,power_law_1.01,0.10339839458465576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,power_law_1.2,0.16755839586257934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,power_law_1.01,1.1057920455932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,power_law_1.01,0.12388479709625244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,power_law_1.2,0.16826239824295045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,power_law_1.01,0.14822399616241455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,power_law_1.01,1.4797951698303222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,power_law_1.2,0.22736639976501466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,power_law_1.01,0.15394560098648072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,power_law_1.01,1.6345600128173827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,power_law_1.2,0.2660032033920288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,power_law_1.01,0.15493119955062867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,power_law_1.2,0.11143039464950562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,power_law_1.01,0.15863679647445678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,16,power_law_1.01,2.75729923248291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,power_law_1.2,0.1106495976448059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,power_law_1.01,0.1375808000564575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,power_law_1.2,0.36903040409088134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,16,power_law_1.01,5.354624176025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,power_law_1.2,0.3366847991943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,power_law_1.2,0.08662400245666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,power_law_1.01,0.14676480293273925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,power_law_1.01,0.14617600440979003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,power_law_1.2,0.4696000099182129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,power_law_1.2,0.09548799991607666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,power_law_1.01,0.15826560258865358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,power_law_1.2,0.5365119934082031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,power_law_1.2,0.09810559749603272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,power_law_1.01,0.16098560094833375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,power_law_1.2,0.7364416122436523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,power_law_1.2,0.10705920457839965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,power_law_1.2,0.1279680013656616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,power_law_1.01,0.17269760370254517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,power_law_1.2,0.9923392295837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,power_law_1.2,0.13349119424819947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,power_law_1.01,0.19249279499053956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,power_law_1.2,1.3994432449340821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,power_law_1.2,0.13548799753189086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,power_law_1.01,0.23850879669189454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,power_law_1.2,1.6220096588134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,power_law_1.2,0.1357375979423523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,power_law_1.01,0.26401920318603517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,power_law_1.2,2.0756288528442384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,power_law_1.2,0.1371135950088501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,power_law_1.01,0.3510656118392944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,power_law_1.2,0.14787839651107787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,power_law_1.01,0.3658112049102783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,16,power_law_1.2,3.951609420776367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,power_law_1.01,0.46102399826049806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,power_law_1.2,0.1477311968803406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,power_law_1.01,0.5077760219573975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,16,power_law_1.2,8.001708984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,power_law_1.2,0.15739519596099855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,power_law_1.01,0.709164810180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,power_law_1.2,0.17267199754714965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,power_law_1.2,0.18128639459609985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,power_law_1.01,0.7607679843902588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,power_law_1.2,0.22595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,power_law_1.01,1.1092543601989746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,power_law_1.2,0.2623039960861206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,power_law_1.01,1.6823680877685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,power_law_1.2,0.29015679359436036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,power_law_1.01,0.09618560075759888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,power_law_1.01,2.073414421081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,power_law_1.2,0.3866175889968872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,power_law_1.01,0.10156799554824829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,8,power_law_1.01,2.8957887649536134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,power_law_1.2,0.40262398719787595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,power_law_1.01,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,power_law_1.01,0.10557440519332886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,power_law_1.2,0.5254720211029053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,8,power_law_1.01,5.568198394775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,power_law_1.01,0.10928640365600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,power_law_1.2,0.5823808193206788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,power_law_1.01,0.12858879566192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,power_law_1.2,0.8148608207702637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,power_law_1.01,0.15530879497528077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,power_law_1.2,0.9379520416259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,power_law_1.01,0.1468224048614502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,power_law_1.2,1.335859203338623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,power_law_1.01,0.1516543984413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,power_law_1.2,1.9023551940917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,power_law_1.01,0.1541759967803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,power_law_1.01,0.18113919496536254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,power_law_1.2,2.3817087173461915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,power_law_1.01,0.18116480112075806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,power_law_1.01,0.1868288040161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,8,power_law_1.2,3.086956787109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,power_law_1.01,0.1929919958114624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,power_law_1.01,0.20124800205230714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,power_law_1.2,0.0967743992805481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,power_law_1.2,0.10304640531539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,power_law_1.01,0.21539840698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,8,power_law_1.2,6.3412223815917965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,power_law_1.2,0.08780159950256347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,power_law_1.01,0.2365567922592163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,power_law_1.2,0.09684479832649232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,power_law_1.01,0.2827455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,power_law_1.2,0.10484479665756226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,power_law_1.01,0.33997440338134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,power_law_1.2,0.12896640300750734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,power_law_1.01,0.42721920013427733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,power_law_1.2,0.157151997089386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,power_law_1.2,0.14835200309753419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,power_law_1.01,0.48073601722717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,power_law_1.2,0.15292160511016845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,power_law_1.01,0.6600192070007325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,power_law_1.2,0.1554111957550049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,power_law_1.01,0.6618175983428956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,power_law_1.2,0.1827712059020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,power_law_1.2,0.18525439500808716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,power_law_1.01,0.8778752326965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,power_law_1.2,0.19621119499206544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,power_law_1.2,0.18472959995269775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,power_law_1.01,1.0030271530151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,power_law_1.2,0.1919167995452881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,power_law_1.2,0.19548159837722778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,power_law_1.01,1.4372032165527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,power_law_1.2,0.25011839866638186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,power_law_1.2,0.27923200130462644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,power_law_1.01,1.974515151977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,power_law_1.2,0.3427328109741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,power_law_1.01,0.06124160289764404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,power_law_1.01,2.3913152694702147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,power_law_1.2,0.439961576461792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,power_law_1.01,0.05591679811477661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,power_law_1.2,0.5119487762451171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,4,power_law_1.01,3.439993667602539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,power_law_1.01,0.05572479963302612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,power_law_1.2,0.6696896076202392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,power_law_1.01,0.05614079833030701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,power_law_1.2,0.6826432228088379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,4,power_law_1.01,6.7887939453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,power_law_1.01,0.05726720094680786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,power_law_1.01,0.055251199007034305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,power_law_1.2,0.9360383987426758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,power_law_1.01,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,power_law_1.2,1.1210495948791503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,power_law_1.01,0.05544959902763367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,power_law_1.2,1.6614912033081055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,power_law_1.01,0.06410880088806152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,power_law_1.2,1.9885887145996093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,power_law_1.01,0.06538239717483521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,power_law_1.2,2.513894462585449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,power_law_1.01,0.06969599723815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,power_law_1.2,0.06162559986114502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,power_law_1.01,0.07411199808120728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,4,power_law_1.2,3.840768051147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,power_law_1.2,0.056460797786712646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,power_law_1.01,0.08235520124435425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,power_law_1.01,0.07936639785766601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,power_law_1.2,0.056569600105285646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,4,power_law_1.2,7.368243408203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,power_law_1.01,0.08302080035209655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,power_law_1.2,0.05704960227012634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,power_law_1.01,0.09128320217132568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,power_law_1.2,0.05807999968528747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,power_law_1.01,0.09016960263252258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,power_law_1.2,0.054713600873947145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,power_law_1.01,0.11474560499191284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,power_law_1.2,0.06610559821128845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.12903679609298707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,power_law_1.2,0.06875519752502442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.1757823944091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.18952319622039795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,power_law_1.2,0.06929280161857605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.23503999710083007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,power_law_1.2,0.07093759775161743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,power_law_1.2,0.08330879807472229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.321395206451416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,power_law_1.2,0.09607040286064147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,power_law_1.01,0.4545599937438965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,power_law_1.2,0.09079679846763611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,power_law_1.01,0.06177279949188232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,power_law_1.2,0.09170560240745544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,power_law_1.01,0.5591872215270997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,power_law_1.01,0.05459840297698974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,power_law_1.01,0.05418239831924439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,power_law_1.2,0.10194560289382934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,power_law_1.01,0.8140352249145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,power_law_1.01,0.055180799961090085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,power_law_1.2,0.11048320531845093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,power_law_1.01,1.0006208419799805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,power_law_1.01,0.0555840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,power_law_1.2,0.16641279458999633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,power_law_1.01,0.05623040199279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,power_law_1.01,1.660550308227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.15742080211639403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,power_law_1.01,0.05663359761238098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.2330944061279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,64,power_law_1.01,2.1922304153442385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,power_law_1.01,0.06542080044746398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.2405695915222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,power_law_1.01,0.06632959842681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,64,power_law_1.01,5.312524795532227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.3487744092941284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,power_law_1.01,0.0671999990940094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,power_law_1.2,0.06733440160751343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.493068790435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,power_law_1.2,0.052902400493621826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,power_law_1.2,0.7664319992065429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,power_law_1.01,0.07425280213356018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,power_law_1.2,0.053548800945281985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,power_law_1.01,0.08316799998283386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,power_law_1.2,0.053388798236846925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,power_law_1.2,0.8851200103759765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,power_law_1.2,0.055315202474594115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,power_law_1.01,0.08841599822044373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,power_law_1.2,1.5224703788757323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,power_law_1.2,0.05633919835090637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,power_law_1.01,0.09627519845962525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,power_law_1.2,0.057158398628234866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,power_law_1.2,2.3043840408325194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,power_law_1.2,0.06407679915428162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,power_law_1.01,0.095769602060318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,power_law_1.2,2.273504066467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,power_law_1.2,0.06616960167884826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,power_law_1.01,0.11568640470504761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,power_law_1.2,0.06624640226364135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,power_law_1.01,0.1274623990058899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,64,power_law_1.2,5.0213886260986325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,power_law_1.2,0.07251840233802795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,power_law_1.01,0.15688320398330688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,power_law_1.2,0.07576320171356202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,power_law_1.01,0.16906239986419677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,64,power_law_1.2,9.125926208496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,power_law_1.2,0.08332800269126892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,power_law_1.01,0.2251199960708618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,power_law_1.2,0.08934400081634522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,power_law_1.01,0.2693120002746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,power_law_1.2,0.10965119600296021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,power_law_1.2,0.1108288049697876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,power_law_1.01,0.3292736053466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,power_law_1.2,0.10023679733276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,power_law_1.01,0.4592832088470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,power_law_1.2,0.12253439426422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,power_law_1.01,0.06254720091819763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,power_law_1.01,0.6292352199554443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,power_law_1.2,0.14261120557785034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,power_law_1.01,0.9045184135437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,power_law_1.2,0.20862720012664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,power_law_1.01,0.05440639853477478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,power_law_1.2,0.1948799967765808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,power_law_1.01,1.0378175735473634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,power_law_1.01,0.05562880039215088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,power_law_1.2,0.27616000175476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,32,power_law_1.01,1.5307711601257323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,power_law_1.2,0.3279360055923462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,power_law_1.01,0.05644800066947937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,32,power_law_1.01,3.8674110412597655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,power_law_1.2,0.4944511890411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,power_law_1.01,0.056576001644134524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,power_law_1.2,0.6643392086029053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,power_law_1.01,0.05679360032081604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,power_law_1.2,0.9218303680419921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,power_law_1.01,0.05931519865989685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,power_law_1.2,1.699295997619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,power_law_1.01,0.0695680022239685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,power_law_1.2,0.061817598342895505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,power_law_1.2,1.6099584579467774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,power_law_1.01,0.07242879867553711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,power_law_1.2,0.051910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,power_law_1.01,0.07404800057411194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,32,power_law_1.2,2.433888053894043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,power_law_1.2,0.0523967981338501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,power_law_1.01,0.07861760258674622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,power_law_1.2,0.05392000079154968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,power_law_1.01,0.08469120264053345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,32,power_law_1.2,6.653798675537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,power_law_1.01,0.08972160220146179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,power_law_1.2,0.05400959849357605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,power_law_1.2,0.056415998935699464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,power_law_1.01,0.10341759920120239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,power_law_1.2,0.057183998823165896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,power_law_1.01,0.12000000476837158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,power_law_1.2,0.05825279951095581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,power_law_1.01,0.13539199829101561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,power_law_1.2,0.06047999858856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,power_law_1.01,0.18778879642486573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,power_law_1.2,0.061977601051330565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,power_law_1.01,0.16134400367736818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,power_law_1.2,0.06910079717636108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,power_law_1.01,0.2374720096588135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,power_law_1.01,0.2537472009658813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,power_law_1.2,0.07284479737281799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,power_law_1.01,0.32503039836883546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,power_law_1.2,0.07667199969291687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,power_law_1.2,0.07932159900665284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,power_law_1.01,0.44800639152526855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,power_law_1.2,0.0904640018939972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,power_law_1.01,0.5587456226348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,power_law_1.2,0.0923583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,power_law_1.2,0.10803840160369874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,power_law_1.01,0.7202623844146728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,power_law_1.2,0.14949120283126832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,power_law_1.01,0.8785152435302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,power_law_1.2,0.1354367971420288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,power_law_1.2,0.1546496033668518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,16,power_law_1.01,1.4747327804565429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,power_law_1.2,0.18449920415878296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,power_law_1.2,0.27031679153442384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,16,power_law_1.01,2.579155158996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,power_law_1.2,0.284115195274353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,power_law_1.01,0.10399359464645386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,power_law_1.2,0.392140793800354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,power_law_1.01,0.10618239641189575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,power_law_1.2,0.45293440818786623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,power_law_1.01,0.08044160008430482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,power_law_1.2,0.861235237121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,power_law_1.01,0.0902400016784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,power_law_1.2,0.984928035736084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,power_law_1.01,0.09516800045967103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,power_law_1.2,1.4779840469360352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,power_law_1.01,0.10238720178604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,power_law_1.01,0.10455039739608765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,16,power_law_1.2,2.327519989013672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,power_law_1.2,0.09752960205078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,power_law_1.01,0.10546560287475586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,16,power_law_1.2,5.7476543426513675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,power_law_1.2,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,power_law_1.01,0.1051967978477478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,power_law_1.01,0.11507840156555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,power_law_1.2,0.08260480165481568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,power_law_1.01,0.12094080448150635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,power_law_1.2,0.08440960049629212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,power_law_1.01,0.126803195476532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,power_law_1.2,0.10169600248336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,power_law_1.01,0.13827199935913087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,power_law_1.01,0.14558080434799195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,power_law_1.2,0.10066560506820679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,power_law_1.01,0.14929920434951782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,power_law_1.2,0.10490880012512208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,power_law_1.01,0.16840319633483886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,power_law_1.2,0.10688639879226684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,power_law_1.2,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,power_law_1.01,0.159660804271698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,power_law_1.2,0.1223423957824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,power_law_1.01,0.19687039852142335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,power_law_1.2,0.1301695942878723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,power_law_1.01,0.20134398937225342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,power_law_1.01,0.2778304100036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,power_law_1.2,0.14001920223236083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,power_law_1.01,0.31905279159545896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,power_law_1.2,0.14526720046997071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,power_law_1.01,0.09710080027580262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,power_law_1.01,0.42414078712463377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,power_law_1.2,0.16933120489120485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,power_law_1.01,0.09736319780349731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,power_law_1.2,0.18102400302886962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,power_law_1.01,0.4880064010620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,power_law_1.01,0.0770367980003357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,power_law_1.2,0.16577919721603393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,power_law_1.01,0.08083199858665466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,power_law_1.01,0.6666816234588623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,power_law_1.2,0.1986624002456665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,power_law_1.2,0.25452160835266113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,power_law_1.01,0.08945919871330262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,power_law_1.01,0.8703680038452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,power_law_1.2,0.352128005027771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,power_law_1.01,0.09856640100479126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,power_law_1.01,1.3197695732116699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,power_law_1.2,0.34671359062194823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,power_law_1.01,0.10371199846267701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,power_law_1.2,0.4669055938720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,power_law_1.01,1.685036849975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,power_law_1.01,0.10421760082244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,power_law_1.2,0.5868607997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,power_law_1.01,0.10703359842300415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,power_law_1.2,0.8907008171081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,power_law_1.01,2.0875072479248047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,power_law_1.01,0.10641920566558838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,power_law_1.2,0.09703680276870727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,power_law_1.2,1.3761983871459962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,32,power_law_1.01,3.3865665435791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,power_law_1.01,0.11953279972076417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,power_law_1.2,0.0825984001159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,power_law_1.2,1.6977344512939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,power_law_1.01,0.1260607957839966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,power_law_1.2,0.0765887975692749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,32,power_law_1.01,6.004991912841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,power_law_1.2,2.2159551620483398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,power_law_1.2,0.08134400248527526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,power_law_1.2,0.08869119882583618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,power_law_1.01,0.13674240112304686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,power_law_1.2,2.8899520874023437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,power_law_1.2,0.10031360387802124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,power_law_1.01,0.15029120445251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,2,32,power_law_1.2,5.481689453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,power_law_1.2,0.1054527997970581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,power_law_1.01,0.15791360139846802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,power_law_1.2,0.10640000104904175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,power_law_1.01,0.18095999956130981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,2,32,power_law_1.2,11.722303771972657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,power_law_1.2,0.10845439434051514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,power_law_1.01,0.2398655891418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,power_law_1.2,0.11213439702987671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,power_law_1.01,0.22699520587921143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,power_law_1.2,0.11763199567794799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,power_law_1.01,0.25541119575500487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,power_law_1.2,0.1281599998474121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,power_law_1.01,0.29002881050109863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,power_law_1.2,0.12636799812316896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,power_law_1.01,0.3654144048690796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,power_law_1.2,0.14716800451278686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,power_law_1.01,0.39976959228515624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,power_law_1.2,0.15032960176467897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,power_law_1.2,0.17274880409240723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,power_law_1.01,0.6055679798126221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,power_law_1.2,0.20061440467834474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,power_law_1.01,0.6875072002410889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,power_law_1.2,0.2450176000595093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,power_law_1.2,0.23939199447631837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,power_law_1.01,1.1184191703796387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,power_law_1.2,0.29450240135192873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,power_law_1.01,1.4267264366149903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,power_law_1.2,0.34435200691223145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,power_law_1.2,0.4705535888671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,power_law_1.01,1.724684715270996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,power_law_1.2,0.5708735942840576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,16,power_law_1.01,2.5631040573120116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,power_law_1.2,0.7129087924957276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,power_law_1.2,0.8600704193115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,16,power_law_1.01,5.632230377197265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,power_law_1.2,1.4006719589233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,power_law_1.2,1.8836736679077148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,power_law_1.2,2.2106367111206056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,16,power_law_1.2,4.065516662597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,16,power_law_1.2,9.196991729736329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,power_law_1.01,0.1427199959754944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,power_law_1.01,0.14169600009918212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,power_law_1.01,0.14033279418945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,power_law_1.01,0.1046720027923584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,power_law_1.01,0.11383680105209351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,power_law_1.01,0.12740479707717894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,power_law_1.01,0.13135360479354857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,power_law_1.01,0.11535359621047973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,power_law_1.2,0.1578559994697571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,power_law_1.01,0.1282431960105896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,power_law_1.2,0.14175360202789306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,power_law_1.01,0.14650880098342894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,power_law_1.2,0.1344063997268677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,power_law_1.01,0.12975360155105592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,power_law_1.01,0.1434816002845764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,power_law_1.2,0.10488320589065551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,power_law_1.01,0.13059840202331544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,power_law_1.01,0.09763200283050537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,power_law_1.01,0.13392640352249147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,power_law_1.01,0.10620160102844238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,power_law_1.2,0.11921919584274292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,power_law_1.01,0.14111360311508178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,power_law_1.2,0.11548160314559937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,power_law_1.01,0.11400959491729737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,power_law_1.01,0.14188159704208375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,power_law_1.2,0.11957759857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,power_law_1.2,0.14638079404830934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,power_law_1.01,0.15539200305938722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,power_law_1.01,0.12050559520721435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,power_law_1.2,0.13356800079345704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,power_law_1.2,0.12624640464782716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,power_law_1.2,0.12492159605026246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,power_law_1.2,0.0932096004486084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,power_law_1.01,0.12660479545593262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,power_law_1.2,0.12520320415496827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,power_law_1.2,0.09992319941520691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,power_law_1.01,0.1750208020210266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,power_law_1.01,0.12321280241012574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,power_law_1.2,0.13497600555419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,power_law_1.2,0.10791679620742797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,power_law_1.01,0.1982591986656189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,power_law_1.01,0.12934399843215943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,power_law_1.2,0.1168895959854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,power_law_1.2,0.13929599523544312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,power_law_1.01,0.2510591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,power_law_1.01,0.1380031943321228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,power_law_1.2,0.12753920555114745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,power_law_1.2,0.14718719720840454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.26817920207977297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,power_law_1.01,0.13838720321655273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,power_law_1.2,0.154585599899292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,power_law_1.2,0.12088320255279542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.30492799282073973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,power_law_1.01,0.13971199989318847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,power_law_1.2,0.17304960489273072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,power_law_1.2,0.12285439968109131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.34101760387420654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,power_law_1.01,0.14056960344314576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,power_law_1.2,0.1934656023979187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,power_law_1.01,0.44311041831970216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,power_law_1.2,0.13711999654769896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,power_law_1.2,0.2276927947998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,power_law_1.01,0.5910592079162598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,power_law_1.01,0.16230399608612062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,power_law_1.2,0.14016000032424927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,power_law_1.2,0.2862911939620972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,power_law_1.01,0.7414847850799561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,power_law_1.01,0.17521920204162597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,power_law_1.2,0.13891199827194214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.2704960107803345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,power_law_1.01,0.19687039852142335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,power_law_1.01,1.0020223617553712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,power_law_1.2,0.1516543984413147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.3578880071640015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,power_law_1.2,0.1625663995742798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,power_law_1.01,0.22588160037994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.3886656045913696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,power_law_1.01,1.348691177368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,power_law_1.2,0.5062528133392334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,power_law_1.2,0.17087359428405763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,power_law_1.01,0.22783999443054198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,power_law_1.01,1.8132352828979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,power_law_1.2,0.6656511783599853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,power_law_1.2,0.20346240997314452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,power_law_1.01,0.2711040019989014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,power_law_1.01,2.223577690124512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,power_law_1.2,1.07957763671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,power_law_1.2,0.2480639934539795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,power_law_1.01,0.3099391937255859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,power_law_1.2,1.2147647857666015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,64,power_law_1.01,3.4552894592285157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,power_law_1.2,0.24018559455871583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,power_law_1.01,0.3745215892791748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,power_law_1.2,0.31719679832458497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,power_law_1.2,2.001158332824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,64,power_law_1.01,7.318860626220703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,power_law_1.2,0.33067519664764405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,power_law_1.01,0.5447936058044434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,power_law_1.2,2.354150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,power_law_1.2,0.479750394821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,power_law_1.01,0.6844672203063965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,power_law_1.2,3.1320127487182616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,power_law_1.2,0.6180543899536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,power_law_1.01,0.8152383804321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,64,power_law_1.2,6.129062271118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,power_law_1.2,0.9113599777221679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,power_law_1.01,1.2874943733215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,64,power_law_1.2,9.975135803222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,power_law_1.2,1.0012224197387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,power_law_1.01,1.5844032287597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,power_law_1.2,1.4681920051574706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,power_law_1.01,1.9274816513061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,power_law_1.2,1.8644607543945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,32,power_law_1.01,3.2118465423583986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,power_law_1.2,2.416377639770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,32,power_law_1.01,6.0762176513671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,32,power_law_1.2,3.7894718170166017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,32,power_law_1.2,8.697811126708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,power_law_1.01,0.1078336000442505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,power_law_1.01,0.13467520475387573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,power_law_1.01,0.20162560939788818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,power_law_1.01,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,power_law_1.01,0.11671040058135987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,power_law_1.01,0.11915520429611207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,power_law_1.01,0.12323839664459228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,power_law_1.2,0.10698239803314209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,power_law_1.01,0.13597439527511596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,power_law_1.2,0.13375999927520751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,power_law_1.01,0.10131839513778687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,power_law_1.01,0.1375167965888977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,power_law_1.2,0.15607680082321168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,power_law_1.01,0.1092352032661438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,power_law_1.01,0.14156800508499146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,power_law_1.01,0.14479999542236327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,power_law_1.2,0.09402880072593689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,power_law_1.2,0.1007423996925354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,power_law_1.2,0.12155519723892212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,power_law_1.01,0.09136639833450318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,power_law_1.2,0.11688319444656373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,power_law_1.2,0.11178239583969116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,power_law_1.01,0.15306880474090576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,power_law_1.01,0.10604159832000733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,power_law_1.2,0.12074879407882691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,power_law_1.2,0.12152960300445556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,power_law_1.01,0.16274559497833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,power_law_1.01,0.12744319438934326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,power_law_1.2,0.1324671983718872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,power_law_1.2,0.09137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,power_law_1.01,0.16839040517807008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,power_law_1.01,0.13319040536880494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,power_law_1.2,0.127839994430542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,power_law_1.2,0.13696639537811278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,power_law_1.2,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,power_law_1.01,0.18257919549942017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,power_law_1.01,0.13624320030212403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,power_law_1.2,0.1431167960166931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,power_law_1.01,0.19790079593658447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,power_law_1.2,0.12097280025482178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,power_law_1.01,0.14286719560623168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,power_law_1.2,0.1417407989501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,power_law_1.01,0.24913280010223388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,power_law_1.2,0.12788480520248413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,power_law_1.01,0.14766080379486085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,power_law_1.2,0.15240319967269897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,power_law_1.01,0.2614464044570923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,power_law_1.2,0.14054399728775024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,power_law_1.01,0.14193919897079468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,power_law_1.2,0.15984640121459961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,power_law_1.2,0.17473920583724975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,power_law_1.01,0.1559872031211853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,power_law_1.2,0.1438912034034729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,power_law_1.01,0.3168191909790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,power_law_1.2,0.18642560243606568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,power_law_1.01,0.16227200031280517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,power_law_1.2,0.1457856059074402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,power_law_1.01,0.32909440994262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,power_law_1.2,0.2101952075958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,power_law_1.2,0.15322879552841187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,power_law_1.01,0.1720896005630493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,power_law_1.01,0.44671998023986814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,power_law_1.2,0.2724735975265503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,power_law_1.2,0.15780479907989503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,power_law_1.01,0.18078720569610596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,power_law_1.01,0.5258431911468506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,power_law_1.2,0.2476736068725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,power_law_1.2,0.16178560256958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,power_law_1.2,0.34640638828277587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,power_law_1.01,0.19237760305404664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,power_law_1.01,0.6920703887939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,power_law_1.2,0.354150390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,power_law_1.2,0.17708799839019776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,power_law_1.01,0.20955519676208495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,power_law_1.01,0.8561984062194824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,power_law_1.2,0.47908477783203124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,power_law_1.2,0.1925696015357971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,power_law_1.01,0.24725120067596434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,power_law_1.01,1.2763775825500487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,power_law_1.2,0.5838335990905762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,power_law_1.2,0.19312000274658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,power_law_1.2,0.23837440013885497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,power_law_1.2,0.8445695877075196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,power_law_1.01,0.31288321018218995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,power_law_1.01,1.5544704437255858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,power_law_1.2,0.2804863929748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,power_law_1.2,0.845740795135498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,power_law_1.01,0.4051072120666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,power_law_1.01,1.9633535385131835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,power_law_1.2,0.3394495964050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,power_law_1.2,1.340883159637451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,power_law_1.01,0.3853503942489624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,16,power_law_1.01,2.8598911285400392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,power_law_1.2,0.4313920021057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,power_law_1.2,1.8382911682128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,power_law_1.01,0.4954239845275879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,power_law_1.2,0.4149888038635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,power_law_1.01,0.5514880180358886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,power_law_1.2,0.5361408233642578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,power_law_1.2,2.3247360229492187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,16,power_law_1.01,6.065407943725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,power_law_1.2,0.6808127880096435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,power_law_1.01,0.7474048137664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,16,power_law_1.2,3.6988670349121096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,power_law_1.2,0.8809215545654296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,power_law_1.01,0.9016768455505371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,power_law_1.2,0.94967041015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,16,power_law_1.2,8.282220458984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,power_law_1.01,1.2142784118652343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,power_law_1.2,1.4108351707458495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,power_law_1.01,1.5424127578735352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,power_law_1.2,1.7239295959472656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,power_law_1.2,2.1454208374023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,power_law_1.01,1.8004287719726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,8,power_law_1.2,3.1323455810546874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,8,power_law_1.01,2.919379234313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,8,power_law_1.2,6.812025451660157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,8,power_law_1.01,5.676518249511719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,power_law_1.01,0.09594879746437072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,power_law_1.01,0.10353920459747315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,power_law_1.01,0.12401280403137208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,power_law_1.01,0.02930560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,power_law_1.2,0.02794879972934723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,power_law_1.01,0.10447360277175903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,power_law_1.2,0.10659840106964111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,power_law_1.01,0.029216000437736513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,power_law_1.2,0.02789120078086853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,power_law_1.01,0.11534719467163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,power_law_1.2,0.10184320211410522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,power_law_1.01,0.029388800263404846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,power_law_1.2,0.028384000062942505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,power_law_1.2,0.09353600144386291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,power_law_1.01,0.029945600032806396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,power_law_1.01,0.13512320518493653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,power_law_1.2,0.02839680016040802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,power_law_1.01,0.030169600248336793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,power_law_1.2,0.09764479994773864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,power_law_1.01,0.14800000190734863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,power_law_1.2,0.028870400786399842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,power_law_1.2,0.11049599647521972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,power_law_1.01,0.16213760375976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,power_law_1.2,0.11908479928970336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,power_law_1.01,0.1695680022239685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,power_law_1.2,0.1447808027267456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,power_law_1.2,0.18750720024108886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,power_law_1.01,0.0286655992269516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,power_law_1.01,0.1676543951034546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,power_law_1.2,0.028492799401283263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,power_law_1.2,0.19460480213165282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,power_law_1.01,0.02980479896068573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,power_law_1.2,0.02929919958114624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,power_law_1.01,0.17452800273895264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,power_law_1.2,0.19731199741363525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,power_law_1.01,0.029657599329948426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,power_law_1.2,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,power_law_1.01,0.19296640157699585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,power_law_1.01,0.19315199851989745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,power_law_1.2,0.1752832055091858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,power_law_1.01,0.1941375970840454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,power_law_1.2,0.1884927988052368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,power_law_1.01,0.2060096025466919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,power_law_1.2,0.18966399431228637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,power_law_1.01,0.22574079036712646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,power_law_1.2,0.1966912031173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,power_law_1.01,0.03219839930534363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,power_law_1.2,0.03281919956207276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,power_law_1.2,0.223801589012146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,power_law_1.01,0.24934399127960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,power_law_1.2,0.03331199884414673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,power_law_1.2,0.22775039672851563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,power_law_1.01,0.03281280100345611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,power_law_1.01,0.30480639934539794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,power_law_1.2,0.28743040561676025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,power_law_1.2,0.03323520123958588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,power_law_1.01,0.033888000249862674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,power_law_1.01,0.3583296060562134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,power_law_1.2,0.3478976011276245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,power_law_1.01,0.47302398681640623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,power_law_1.2,0.3912960052490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,power_law_1.01,0.528550386428833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,power_law_1.2,0.4684927940368652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,power_law_1.01,0.6675456047058106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,power_law_1.2,0.5575039863586426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,power_law_1.01,0.7772416114807129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,power_law_1.2,0.038848000764846805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,power_law_1.2,0.7441152095794678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,power_law_1.01,1.05665922164917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,power_law_1.01,0.039084801077842714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,power_law_1.2,0.04232960045337677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,power_law_1.01,0.04214400053024292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,power_law_1.2,0.8178943634033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,power_law_1.01,1.1127615928649903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,power_law_1.2,0.043507200479507444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,power_law_1.01,0.042847999930381776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,power_law_1.2,1.0880512237548827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,power_law_1.01,1.5641792297363282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,power_law_1.2,1.1646080017089844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,power_law_1.01,1.9639999389648437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,power_law_1.2,1.6349248886108398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,power_law_1.01,2.519417572021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,power_law_1.2,2.1663360595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,4,power_law_1.01,3.6307647705078123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,power_law_1.2,0.05186560153961182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,power_law_1.01,0.05297920107841492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,power_law_1.2,2.593292808532715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,power_law_1.01,0.056652802228927615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,power_law_1.2,0.05619199872016907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,4,power_law_1.2,4.046406555175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,4,power_law_1.01,7.3630210876464846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,4,power_law_1.2,8.154310607910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,power_law_1.01,0.066348797082901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,power_law_1.2,0.06238080263137817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,power_law_1.01,0.08659200072288513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,power_law_1.2,0.08564479947090149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.01,0.10162559747695923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.2,0.10677759647369385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.01,0.13181439638137818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.2,0.1394495964050293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,power_law_1.01,0.02943359911441803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,power_law_1.2,0.027622398734092713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.01,0.19089920520782472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.2,0.18172160387039185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,power_law_1.2,0.02905600070953369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,power_law_1.01,0.028441599011421202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.2,0.2965759992599487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.01,0.2535167932510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,power_law_1.2,0.02961919903755188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,power_law_1.01,0.029209598898887634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.2,0.38222079277038573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.01,0.36408319473266604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,power_law_1.2,0.02933120131492615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,power_law_1.01,0.02930560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,power_law_1.2,0.029683199524879456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,power_law_1.01,0.02943359911441803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.01,0.5740352153778077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.2,0.6036863803863526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.01,0.7642623901367187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.2,0.7600831985473633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.01,1.0975872039794923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.2,1.1500224113464355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,power_law_1.2,0.02900480031967163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,power_law_1.01,0.029145601391792297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.01,1.3774335861206055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,power_law_1.2,0.02998400032520294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,power_law_1.01,0.029683199524879456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.2,1.4168895721435546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,power_law_1.01,1.879769515991211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,power_law_1.2,0.030432000756263733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,power_law_1.01,0.03041279911994934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,power_law_1.2,1.8238847732543946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,8,power_law_1.01,2.728115272521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,8,8,power_law_1.2,2.9862016677856444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,8,power_law_1.01,5.543084716796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,8,8,power_law_1.2,5.943468856811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,power_law_1.2,0.03282560110092163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,power_law_1.01,0.03245440125465393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,power_law_1.2,0.03402880132198334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,power_law_1.01,0.03338879942893982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,power_law_1.01,0.035308799147605895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,power_law_1.2,0.03943040072917938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,power_law_1.01,0.04010240137577057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,power_law_1.2,0.04023039937019348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,power_law_1.01,0.039212799072265624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,power_law_1.2,0.04356479942798615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,power_law_1.01,0.04240640103816986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,power_law_1.01,0.027699199318885804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,power_law_1.2,0.02741760015487671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,power_law_1.01,0.028467199206352232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,power_law_1.2,0.027750399708747864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,power_law_1.2,0.0286655992269516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,power_law_1.01,0.028940799832344054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,power_law_1.2,0.057657599449157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,power_law_1.2,0.028723201155662535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,power_law_1.01,0.029843199253082275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,power_law_1.2,0.06322559714317322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,power_law_1.01,0.05861759781837463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,power_law_1.2,0.029203200340270997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,power_law_1.01,0.030393600463867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,power_law_1.01,0.06510080099105835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,power_law_1.2,0.07296000123023987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,power_law_1.2,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,power_law_1.01,0.03017599880695343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,power_law_1.01,0.09598720073699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,power_law_1.2,0.09660159945487976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,power_law_1.2,0.031763198971748355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.01,0.11400320529937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,power_law_1.01,0.03048959970474243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.2,0.10641920566558838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.01,0.14547840356826783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,power_law_1.2,0.03276160061359405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,power_law_1.01,0.032492798566818235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.2,0.15228159427642823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.01,0.2098623991012573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.2,0.17914880514144899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,power_law_1.01,0.03513599932193756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.01,0.24622080326080323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.2,0.28663680553436277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.2,0.40517120361328124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,power_law_1.2,0.03544960021972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,power_law_1.01,0.03529599905014038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.01,0.4740863800048828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,power_law_1.2,0.03688960075378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,power_law_1.01,0.037401598691940305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.2,0.665119981765747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,power_law_1.01,0.041894400119781496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.01,0.6391168117523194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,power_law_1.2,0.04066559970378876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.2,0.9434240341186524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,power_law_1.2,0.045440000295639035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,power_law_1.01,0.04497919976711273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.01,0.7810624122619629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,power_law_1.2,0.048902401328086854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,power_law_1.01,0.048556798696517946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.2,1.1959744453430177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.01,1.3680447578430175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.2,1.7506303787231445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.01,1.503551959991455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,power_law_1.2,1.7473087310791016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,power_law_1.01,1.9995328903198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,power_law_1.01,0.061939197778701785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,power_law_1.2,0.06001920104026794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,4,power_law_1.01,2.6324031829833983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,4,power_law_1.2,3.86181755065918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,power_law_1.2,0.0664255976676941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,4,power_law_1.01,7.193555450439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,4,power_law_1.2,7.538451385498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,power_law_1.01,0.0748416006565094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,power_law_1.2,0.0693120002746582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,power_law_1.2,0.09188479781150818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,power_law_1.01,0.08970879912376403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.2,0.10766079425811767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.01,0.09710080027580262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.01,0.16922880411148072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.01,0.18417279720306395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.2,0.20924160480499268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.01,0.26904959678649903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.2,0.32366080284118653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.01,0.42894721031188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.2,0.43878397941589353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.01,0.5583040237426757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.2,0.6168384075164794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,power_law_1.01,0.03683840036392212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.01,0.7386623859405518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.2,0.7372672080993652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,power_law_1.2,0.0365119993686676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,power_law_1.01,0.03759360015392303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.01,1.1238656044006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,power_law_1.2,0.036083200573921205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.2,1.1441663742065429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,power_law_1.01,0.03709439933300018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.01,1.4361023902893066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,power_law_1.2,0.03619199991226196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.2,1.5713919639587401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,power_law_1.01,0.03713279962539673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,power_law_1.2,0.035648000240325925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,power_law_1.01,0.03678719997406006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,power_law_1.2,1.6164543151855468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,power_law_1.01,1.86615047454834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,2,power_law_1.2,2.6167680740356447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,2,power_law_1.01,3.014899253845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,2,power_law_1.2,5.892281723022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,2,power_law_1.01,5.767059326171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,power_law_1.01,0.03623040020465851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,power_law_1.2,0.03608959913253784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,power_law_1.01,0.0383296012878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,power_law_1.2,0.03696640133857727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,power_law_1.01,0.03916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,power_law_1.2,0.03830400109291077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,power_law_1.2,0.04168959856033325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,power_law_1.01,0.041465601325035094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,power_law_1.2,0.043315199017524716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,power_law_1.01,0.04252159893512726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,power_law_1.2,0.046214398741722104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,power_law_1.01,0.046412798762321475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,power_law_1.2,0.03550719916820526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,power_law_1.01,0.032793599367141726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,power_law_1.2,0.035174399614334106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,power_law_1.01,0.03269760012626648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,power_law_1.2,0.03408640027046204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,power_law_1.01,0.03319680094718933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,power_law_1.2,0.05100160241127014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,power_law_1.01,0.05156480073928833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,power_law_1.2,0.03573119938373566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,power_law_1.01,0.03226880133152008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,power_law_1.2,0.05508480072021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,power_law_1.01,0.055193597078323366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,power_law_1.2,0.03591679930686951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,power_law_1.01,0.03447679877281189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,power_law_1.2,0.0567359983921051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,power_law_1.01,0.05699840188026428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,power_law_1.2,0.03782399892807007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,power_law_1.01,0.037939199805259706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,power_law_1.2,0.07153279781341552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,power_law_1.2,0.03848319947719574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,power_law_1.01,0.03826560080051422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,power_law_1.01,0.06756479740142822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,power_law_1.2,0.04081279933452606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,power_law_1.2,0.07323520183563233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,power_law_1.01,0.03980799913406372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,power_law_1.01,0.07338879704475403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,power_law_1.01,0.08767359852790832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,power_law_1.2,0.08731520175933838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,power_law_1.01,0.12257920503616333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,power_law_1.2,0.12223999500274658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,power_law_1.01,0.04325119853019714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,power_law_1.2,0.0435263991355896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.2,0.14506880044937134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.01,0.14072959423065184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,power_law_1.2,0.0434688001871109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,power_law_1.01,0.04441600143909454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,power_law_1.01,0.047295999526977536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.2,0.21879680156707765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.01,0.2170880079269409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,power_law_1.2,0.05170559883117676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,power_law_1.01,0.055667197704315184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.2,0.2890048027038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,power_law_1.01,0.05639680027961731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,power_law_1.2,0.05687040090560913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.01,0.2585024118423462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.2,0.41840639114379885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.2,0.5102911949157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,power_law_1.01,0.06099839806556702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.01,0.3703104019165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.2,0.8488639831542969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.01,0.5628096103668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.2,1.1527039527893066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.01,0.8614784240722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.2,1.657766342163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.01,1.148908805847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,power_law_1.01,0.06779519915580749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,power_law_1.2,0.07246720194816589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,power_law_1.2,0.07871999740600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,power_law_1.01,0.07396479845046997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.01,1.496678352355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.2,2.086777687072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,power_law_1.2,0.08677759766578674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,power_law_1.01,0.08376960158348083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.01,2.21209602355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,power_law_1.2,2.624736022949219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,power_law_1.01,2.604863929748535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,8,power_law_1.2,4.505081558227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,8,8,power_law_1.01,4.054604721069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,8,power_law_1.2,8.655622100830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,power_law_1.2,0.12669440507888793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,power_law_1.01,0.12210559844970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.2,0.15578880310058593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.01,0.14639359712600708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,8,8,power_law_1.01,8.566847991943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.01,0.1862720012664795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.2,0.2424704074859619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.01,0.29205119609832764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.2,0.27295360565185545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.01,0.4118783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.2,0.46610560417175295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.01,0.5018303871154786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.2,0.6313727855682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.01,0.710425615310669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.2,0.9241920471191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.01,1.051795196533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.2,1.1851967811584472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.2,1.695916748046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.01,1.7282943725585938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.2,2.4036991119384767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.01,2.1419200897216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,power_law_1.01,0.03150720000267029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,power_law_1.2,0.03185920119285583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,power_law_1.2,3.2107391357421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,power_law_1.01,3.443302536010742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,power_law_1.2,0.03366400003433227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,power_law_1.01,0.03304319977760315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,4,power_law_1.2,4.23133430480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,4,power_law_1.01,4.6192577362060545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,power_law_1.01,0.03440000116825104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,power_law_1.2,0.03503359854221344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,4,power_law_1.2,11.10561294555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,power_law_1.01,0.03678719997406006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,power_law_1.2,0.03845120072364807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,4,power_law_1.01,8.968524932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,power_law_1.01,0.0383679986000061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,power_law_1.2,0.03784320056438446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,power_law_1.01,0.04020479917526245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,power_law_1.2,0.039552000164985654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,power_law_1.2,0.041459199786186215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,power_law_1.01,0.04036479890346527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,power_law_1.01,0.04281600117683411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,power_law_1.2,0.04252800047397613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.10417920351028442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.10389120578765869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.11247999668121338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.11228159666061402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,power_law_1.2,0.046540799736976626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,power_law_1.01,0.04726400077342987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.07482879757881164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.09598720073699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,power_law_1.2,0.04834559857845307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,power_law_1.01,0.04926080107688904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.08283519744873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.08636159896850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,power_law_1.2,0.051020801067352295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,power_law_1.01,0.052275198698043826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.09032319784164429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.09114879965782166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,power_law_1.2,0.05811840295791626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,power_law_1.01,0.05694720149040222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,power_law_1.2,0.05930240154266357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,power_law_1.01,0.059008002281188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,power_law_1.2,0.06250240206718445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,power_law_1.01,0.06377599835395813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.10220799446105958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.095551997423172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.10743680000305175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.11073280572891235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.10304640531539917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.11146240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,power_law_1.01,0.07800319790840149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,power_law_1.2,0.07860479950904846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,power_law_1.01,0.08271999955177307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,power_law_1.01,0.09630720019340515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,power_law_1.2,0.10107519626617431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,power_law_1.01,0.11077120304107665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,power_law_1.2,0.1205888032913208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.09834880232810975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.10952320098876953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.2,0.1390015959739685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.01,0.16231679916381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.1180799961090088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.11541759967803955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.01,0.2116863965988159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.2,0.21933441162109374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.11871360540390015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.1210752010345459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.01,0.26181759834289553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.2,0.3407167911529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.12159359455108643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.11370240449905396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.01,0.39601280689239504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.2,0.4362624168395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.12229119539260865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.12721920013427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.01,0.5402688026428223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.2,0.5385663986206055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.12231040000915527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.2,0.7929791927337646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.12133760452270508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.01,0.8249983787536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.2,1.1515263557434081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.13446400165557862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.01,1.1858367919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.14027520418167114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.2,1.79815673828125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.01,1.4455167770385742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.1372607946395874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.13723520040512086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.2,2.0514175415039064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.01,2.1291711807250975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.1477247953414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.14734079837799072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,power_law_1.2,2.7732288360595705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,power_law_1.01,2.6516672134399415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,2,power_law_1.2,4.834207916259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,2,power_law_1.01,4.747820663452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,2,power_law_1.2,9.269843292236327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.1816383957862854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.15950080156326293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,2,power_law_1.01,9.953350067138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.2038719892501831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.18570879697799683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.2582528114318848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.21616640090942382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.2603456020355225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.30424320697784424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.39393279552459715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,0.47114877700805663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.47976322174072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.6018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,0.6514880180358886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,0.9022015571594239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,1.0350208282470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,1.1976767539978028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,1.3862336158752442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,1.9493631362915038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,1.8026559829711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,power_law_1.01,0.11093759536743164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,power_law_1.2,0.11063040494918823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,2.256243133544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,2.413862419128418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,power_law_1.01,0.11576319932937622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,power_law_1.2,0.11588480472564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,3.6515838623046877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,4.186124801635742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,power_law_1.01,0.09296000003814697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,power_law_1.2,0.06413440108299255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,power_law_1.2,0.07031679749488831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,power_law_1.01,0.07109119892120361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,5.434169769287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,7.834598541259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,power_law_1.2,0.08206080198287964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,power_law_1.01,0.0917248010635376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,11.396749114990234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,power_law_1.01,0.08999680280685425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,power_law_1.2,0.10759040117263793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,power_law_1.01,0.10819200277328492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,power_law_1.2,0.11225600242614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,power_law_1.01,0.10865919589996338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,power_law_1.01,0.08474239706993103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,power_law_1.2,0.08410879969596863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,power_law_1.2,0.11607040166854858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,power_law_1.01,0.08267520070075988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,power_law_1.2,0.06179839968681335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,power_law_1.01,0.07319039702415467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,power_law_1.2,0.11055999994277954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,power_law_1.01,0.10327039957046509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,power_law_1.2,0.07145599722862243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,power_law_1.01,0.07941759824752807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,power_law_1.2,0.07533439993858337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,power_law_1.01,0.11818239688873292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,power_law_1.2,0.11399680376052856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,power_law_1.2,0.11445120573043824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,power_law_1.01,0.11900800466537476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,power_law_1.2,0.11892479658126831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,power_law_1.01,0.12272000312805176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,power_law_1.2,0.1275264024734497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,power_law_1.01,0.12806400060653686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,power_law_1.2,0.1304128050804138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,power_law_1.01,0.1303104043006897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,power_law_1.2,0.08841599822044373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,power_law_1.01,0.09073920249938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,power_law_1.2,0.10763520002365112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,power_law_1.01,0.10490880012512208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,power_law_1.2,0.12785919904708862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,power_law_1.2,0.10798720121383668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,power_law_1.01,0.11390080451965331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,power_law_1.01,0.12643200159072876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,power_law_1.2,0.14513280391693115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,power_law_1.01,0.11910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,power_law_1.2,0.1178879976272583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,power_law_1.01,0.13889919519424437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,power_law_1.01,0.12488960027694702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,power_law_1.2,0.17126400470733644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,power_law_1.2,0.12150399684906006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,power_law_1.01,0.153983998298645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,power_law_1.01,0.1285696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,power_law_1.2,0.1848960041999817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,power_law_1.2,0.11445759534835816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,power_law_1.01,0.17311999797821045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.2,0.20700159072875976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,power_law_1.01,0.1274880051612854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,power_law_1.2,0.1268288016319275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,power_law_1.2,0.1376703977584839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.2,0.25163519382476807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.01,0.19622399806976318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,power_law_1.01,0.1350592017173767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,power_law_1.2,0.13419519662857055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.2,0.31754240989685056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.01,0.23958399295806884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,power_law_1.01,0.13704320192337036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,power_law_1.2,0.15230079889297485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.2,0.4246272087097168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.01,0.2663424015045166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,power_law_1.01,0.1408128023147583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,power_law_1.2,0.15720959901809692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.2,0.5950143814086915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.01,0.38471040725708006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,power_law_1.2,0.17178239822387695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,power_law_1.01,0.1492735981941223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.2,0.7979455947875976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,power_law_1.2,0.20831360816955566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.2,1.1363776206970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,power_law_1.01,0.164518404006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.01,0.4877632141113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.2,0.22012801170349122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,power_law_1.01,0.19809279441833497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.2,1.8632448196411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.01,0.6766655921936036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.2,0.30719358921051027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.01,0.2247231960296631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.2,2.418521690368652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.01,0.8976320266723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.01,0.25859200954437256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.2,0.321612811088562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.01,1.3997952461242675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,power_law_1.2,3.122329521179199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.01,0.3126336097717285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.2,0.49391999244689944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.01,1.6716352462768556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,32,power_law_1.2,5.460684967041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.01,0.44318718910217286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.2,0.6001088142395019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,power_law_1.01,2.383673667907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.01,0.539411211013794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.2,0.9616448402404785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,32,power_law_1.2,13.367225646972656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.01,0.7986944198608399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,32,power_law_1.01,3.529990386962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.01,1.0312064170837403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.2,1.2823871612548827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,32,power_law_1.01,6.902207946777343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.01,1.4030976295471191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.2,1.9463808059692382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.01,1.8708671569824218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.2,2.220582389831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,power_law_1.01,2.437158393859863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,power_law_1.2,3.049286460876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,16,power_law_1.2,5.076172637939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,16,power_law_1.01,3.513779067993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,16,power_law_1.01,7.106822204589844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,16,power_law_1.2,14.035475158691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,power_law_1.01,0.0738752007484436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,power_law_1.2,0.07398399710655212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,power_law_1.01,0.09488000273704529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,power_law_1.2,0.09423360228538513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,power_law_1.01,0.06849920153617858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,power_law_1.2,0.06399359703063964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,power_law_1.01,0.0703935980796814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,power_law_1.2,0.07212160229682922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,power_law_1.01,0.08366079926490784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,power_law_1.2,0.08210560083389282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,power_law_1.01,0.07329919934272766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,power_law_1.2,0.0713919997215271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,power_law_1.01,0.09860479831695557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,power_law_1.2,0.0930239975452423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,power_law_1.01,0.08729599714279175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,power_law_1.2,0.08586879968643188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,power_law_1.01,0.11923840045928955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,power_law_1.01,0.08081920146942138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,power_law_1.2,0.07519360184669495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,power_law_1.2,0.11573120355606079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,power_law_1.01,0.1281216025352478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,power_law_1.01,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,power_law_1.2,0.08076159954071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,power_law_1.2,0.12077440023422241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,power_law_1.01,0.09532160162925721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,power_law_1.2,0.0917248010635376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,power_law_1.01,0.12926080226898193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,power_law_1.2,0.12910079956054688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,power_law_1.2,0.14391679763793946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,power_law_1.01,0.130457603931427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,power_law_1.2,0.1404736042022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,power_law_1.01,0.14517120122909546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,power_law_1.2,0.1541632056236267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,power_law_1.01,0.14746240377426148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,power_law_1.01,0.1555840015411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,power_law_1.2,0.15025919675827026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,power_law_1.01,0.11329280138015747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,power_law_1.2,0.11148159503936768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,power_law_1.2,0.15761280059814453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,power_law_1.01,0.15854719877243043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,power_law_1.01,0.141484797000885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,power_law_1.2,0.13362560272216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,power_law_1.2,0.1739135980606079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,power_law_1.01,0.1710592031478882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,power_law_1.01,0.1525760054588318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,power_law_1.2,0.14815360307693481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,power_law_1.2,0.18889600038528442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,power_law_1.01,0.18084479570388795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,power_law_1.01,0.17326719760894777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,power_law_1.2,0.1686784029006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,power_law_1.2,0.2033087968826294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,power_law_1.01,0.19393919706344603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,power_law_1.01,0.17549439668655395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,power_law_1.2,0.17631360292434692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,power_law_1.2,0.25013759136199953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,power_law_1.01,0.22305281162261964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,power_law_1.01,0.1795904040336609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.2,0.26677761077880857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.01,0.2558655977249146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,power_law_1.2,0.17756799459457398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.2,0.3822848081588745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,power_law_1.01,0.19570560455322267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.01,0.36014719009399415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,power_law_1.2,0.1921280026435852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.2,0.4809728145599365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,power_law_1.01,0.198854398727417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.01,0.42029438018798826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,power_law_1.2,0.20356481075286864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,power_law_1.01,0.2154560089111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.2,0.5979008197784423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.01,0.5565311908721924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,power_law_1.2,0.2159679889678955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,power_law_1.01,0.2262655973434448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.2,0.6978367805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.01,0.6744383811950684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,power_law_1.2,0.22931199073791503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,power_law_1.01,0.22904961109161376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.2,1.1674367904663085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.01,0.9821184158325196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,power_law_1.01,0.2594304084777832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,power_law_1.2,0.23732481002807618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.2,1.5533247947692872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.01,1.4180800437927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,power_law_1.01,0.31261439323425294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,power_law_1.2,0.26615679264068604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.2,2.166975975036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.01,0.3852031946182251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.01,1.8243520736694336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,power_law_1.2,0.3379839897155762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.2,2.783148765563965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.01,0.5038464069366455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.01,2.5368831634521483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.2,0.38287360668182374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.01,0.5742464065551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,power_law_1.2,3.775302505493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.01,0.8293312072753907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.2,0.5442111968994141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,power_law_1.01,3.2846336364746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,8,power_law_1.2,5.837817764282226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.01,1.0659968376159668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.2,0.6341824054718017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,8,power_law_1.01,5.030905532836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.01,1.4826623916625976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.2,0.8779264450073242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,8,power_law_1.2,12.025421142578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,8,power_law_1.01,11.416153717041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.2,1.1387647628784179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.01,1.896620750427246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.2,1.7794368743896485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.01,2.8231103897094725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.2,1.945043182373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.01,3.717542266845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.2,2.947315216064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,power_law_1.01,4.5327808380126955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.2,3.7649856567382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,4,power_law_1.01,7.423161315917969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,power_law_1.2,4.932863998413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,4,power_law_1.01,13.428813171386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,4,power_law_1.2,7.6900993347167965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,4,power_law_1.2,15.222444152832031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.0321727991104126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.03384959995746613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.03208959996700287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.032876798510551454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.030873599648475646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.034176000952720643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.03222399950027466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.03758080005645752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.03540480136871338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.03573760092258453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.035385599732398985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.03885439932346344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.03898240029811859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.03957119882106781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.039417600631713866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.04104959964752197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.040505599975585935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.04318079948425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.04283519983291626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.04547199904918671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.04530560076236725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.04734080135822296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.04821119904518127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.049081599712371825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.05133439898490906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.05006719827651977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.054425597190856934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.05416960120201111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.05621119737625122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.05888640284538269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.05738880038261414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.06439679861068726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.06096000075340271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.08243839740753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.07528319954872131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.10427520275115967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.09031040072441102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.15125759840011596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.11712000370025635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.21867520809173585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.13029119968414307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.31390719413757323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.1867136001586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.41918082237243653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.29488000869750974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,0.38398079872131347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,0.6131455898284912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,0.6144832134246826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,0.9771264076232911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,0.8356287956237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,1.180339241027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,1.3044416427612304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,2.014252853393555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,1.3340031623840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,2.3651199340820312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,2.2998912811279295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,4.790828704833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,4.221337509155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,10.479039764404297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,power_law_1.01,0.033471998572349546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,power_law_1.2,0.033395200967788696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,power_law_1.01,0.03208959996700287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,power_law_1.2,0.029337599873542786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,power_law_1.01,0.029145601391792297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,power_law_1.2,0.030214399099349976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,power_law_1.2,0.03394559919834137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,power_law_1.01,0.03601279854774475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,power_law_1.2,0.03333120048046112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,power_law_1.01,0.03601920008659363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,power_law_1.2,0.03646720051765442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,power_law_1.2,0.037254399061203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,power_law_1.01,0.04085760116577149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,power_law_1.01,0.04037120044231415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,power_law_1.2,0.03189760148525238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,power_law_1.01,0.03216640055179596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,power_law_1.2,0.03885439932346344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,power_law_1.01,0.032467201352119446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,power_law_1.01,0.03927040100097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,power_law_1.01,0.03467519879341126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,power_law_1.2,0.0341376006603241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,power_law_1.01,0.03774079978466034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,power_law_1.2,0.03573760092258453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,power_law_1.01,0.04209280014038086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,power_law_1.2,0.040761598944664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,power_law_1.01,0.04357120096683502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,power_law_1.2,0.04469119906425476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,power_law_1.2,0.04635519981384277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,power_law_1.01,0.048716801404953006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,power_law_1.01,0.03920640051364899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,power_law_1.2,0.04000000059604645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,power_law_1.01,0.04242559969425201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,power_law_1.2,0.04348160028457641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,power_law_1.2,0.04306559860706329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,power_law_1.01,0.045484799146652224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,power_law_1.2,0.04853120148181915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,power_law_1.01,0.05007359981536865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,power_law_1.2,0.04999679923057556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,power_law_1.01,0.04958080053329468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,power_law_1.2,0.04650239944458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,power_law_1.01,0.047686401009559634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,power_law_1.2,0.05639680027961731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,power_law_1.01,0.05370879769325256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,power_law_1.2,0.046963199973106384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,power_law_1.01,0.04986880123615265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,power_law_1.2,0.05303040146827698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,power_law_1.01,0.05069440007209778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,power_law_1.01,0.057529598474502563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,power_law_1.2,0.06202239990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,power_law_1.01,0.05973119735717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,power_law_1.2,0.053260797262191774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,power_law_1.01,0.05312640070915222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,power_law_1.01,0.06584960222244263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,power_law_1.2,0.07034239768981934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,power_law_1.2,0.054739201068878175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,power_law_1.01,0.05493760108947754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,power_law_1.01,0.0754047989845276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,power_law_1.2,0.08858879804611205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.01,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,power_law_1.01,0.057811200618743896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.2,0.0979200005531311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,power_law_1.2,0.06657919883728028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,power_law_1.01,0.06177279949188232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.01,0.12178560495376586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.2,0.1447167992591858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,power_law_1.2,0.06941440105438232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,power_law_1.01,0.0666815996170044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.01,0.14505599737167357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,power_law_1.2,0.07377920150756836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.2,0.14569599628448487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,power_law_1.01,0.07385600209236146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.01,0.1970047950744629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,power_law_1.2,0.09242879748344421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.2,0.23296639919281006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,power_law_1.01,0.0855296015739441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.01,0.10350719690322877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.2,0.10359679460525513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.01,0.24967679977416993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.2,0.4014400005340576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.01,0.11806720495223999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.2,0.14197759628295897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.2,0.5071680068969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.01,0.38474240303039553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.01,0.1596287965774536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.2,0.18743040561676025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.2,0.8103296279907226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.01,0.5840832233428955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.01,0.25236480236053466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.2,0.2558655977249146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.01,0.7318592071533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.2,1.179481601715088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.01,0.31731839179992677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.2,0.39653759002685546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.01,0.9440256118774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.01,0.42181758880615233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.2,1.6734464645385743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.2,0.6479743957519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.2,0.8589247703552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.01,0.5766016006469726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,power_law_1.01,1.3910143852233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,power_law_1.2,2.0580160140991213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.2,1.0514816284179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.01,0.9422528266906738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,32,power_law_1.01,2.001683235168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,32,power_law_1.2,4.206182479858398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.2,1.4671999931335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.01,1.1883135795593263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,32,power_law_1.01,4.478828811645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,power_law_1.01,1.3775232315063477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,power_law_1.2,2.05664005279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,32,power_law_1.2,7.2889404296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,16,power_law_1.01,2.1943359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,16,power_law_1.2,3.8744575500488283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,16,power_law_1.01,4.977017593383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,16,power_law_1.2,8.815936279296874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,power_law_1.01,0.03731200098991394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,power_law_1.2,0.03735679984092712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,power_law_1.01,0.032416000962257385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,power_law_1.2,0.03324800133705139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,power_law_1.01,0.03511039912700653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,power_law_1.2,0.03555200099945068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,power_law_1.01,0.0381056010723114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,power_law_1.2,0.037215998768806456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,power_law_1.01,0.0395904004573822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,power_law_1.2,0.03937920033931732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,power_law_1.01,0.04535680115222931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,power_law_1.2,0.04545280039310455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,power_law_1.01,0.0477183997631073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,power_law_1.2,0.048607999086380006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,power_law_1.01,0.04801279902458191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,power_law_1.2,0.04910080134868622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,power_law_1.2,0.0543615996837616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,power_law_1.01,0.053439998626708986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,power_law_1.2,0.05413119792938233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,power_law_1.01,0.05572479963302612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,power_law_1.2,0.05906559824943543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,power_law_1.01,0.05674880146980286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,power_law_1.2,0.06232960224151611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,power_law_1.01,0.06258559823036194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,power_law_1.2,0.06384000182151794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,power_law_1.01,0.06475520133972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,power_law_1.01,0.06847360134124755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,power_law_1.01,0.07379199862480164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,power_law_1.2,0.07631999850273133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,power_law_1.01,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,power_law_1.2,0.08262400031089782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,power_law_1.01,0.08705919981002808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,power_law_1.2,0.08876799941062927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,power_law_1.2,0.1034432053565979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,power_law_1.01,0.10519039630889893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.2,0.12594560384750367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.01,0.126636803150177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.2,0.16106239557266236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.01,0.15912959575653077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.2,0.21731839179992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.01,0.2223871946334839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.2,0.33501439094543456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.01,0.30072319507598877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.2,0.4596223831176758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.01,0.4051519870758057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.2,0.6778560161590577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.01,0.6257791996002198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.2,0.8301952362060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.01,0.706873607635498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.2,1.449561595916748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.01,1.0886207580566407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.2,1.734739112854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.01,1.4758399963378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,power_law_1.2,2.288038444519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,power_law_1.01,1.8311744689941407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,8,power_law_1.2,3.617504119873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,8,power_law_1.01,3.072640037536621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,8,power_law_1.2,7.753945922851562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,8,power_law_1.01,6.50723876953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,power_law_1.2,0.08015999794006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,power_law_1.01,0.08089600205421447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,power_law_1.2,0.06731520295143127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,power_law_1.01,0.08701440095901489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,power_law_1.01,0.06165120005607605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,power_law_1.2,0.057055997848510745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,power_law_1.01,0.07200639843940734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,power_law_1.2,0.06930559873580933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,power_law_1.01,0.07466880083084107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,power_law_1.2,0.07468159794807434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,power_law_1.2,0.08352640271186829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,power_law_1.01,0.07996159791946411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,power_law_1.2,0.08556159734725952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,power_law_1.01,0.08436480164527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,power_law_1.2,0.08481919765472412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,power_law_1.01,0.09066879749298096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,power_law_1.01,0.08894079923629761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,power_law_1.2,0.096806401014328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,power_law_1.2,0.09982720017433167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,power_law_1.01,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,power_law_1.2,0.10061440467834473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,power_law_1.01,0.09455360174179077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,power_law_1.2,0.09908480048179627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,power_law_1.01,0.10292479991912842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,power_law_1.01,0.10491520166397095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,power_law_1.2,0.11038080453872681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,power_law_1.01,0.10160000324249267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,power_law_1.2,0.12092159986495972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,power_law_1.01,0.11261440515518188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,power_law_1.2,0.12827520370483397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,power_law_1.01,0.114956796169281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,power_law_1.2,0.13663359880447387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,power_law_1.01,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,power_law_1.2,0.16648319959640503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,power_law_1.01,0.14826879501342774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.2,0.16889599561691285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.01,0.1719488024711609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.2,0.26575360298156736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.01,0.18908799886703492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.2,0.3176448106765747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.01,0.24910080432891846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.2,0.41598081588745117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.01,0.41605119705200194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.2,0.5627647876739502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.01,0.47239041328430176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.2,0.9338111877441406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.01,0.7434304237365723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.2,1.2319616317749023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.01,0.8438015937805176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.2,2.118342399597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.01,1.5225152015686034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,power_law_1.01,0.07616639733314515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,power_law_1.2,0.07573760151863099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,power_law_1.01,0.08835840225219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.01,2.1204608917236327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.2,2.3313791275024416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,power_law_1.2,0.05375360250473023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,power_law_1.01,0.05260800123214722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,power_law_1.01,2.382636833190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,power_law_1.2,3.2268608093261717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,power_law_1.01,0.06305279731750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,power_law_1.01,0.06865280270576476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,power_law_1.2,0.06398720145225525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,32,power_law_1.01,4.204364776611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,2,32,power_law_1.2,5.126054382324218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,32,power_law_1.01,7.837197113037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,2,32,power_law_1.2,14.716108703613282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,power_law_1.01,0.08599680066108703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,power_law_1.2,0.08557440042495727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,power_law_1.01,0.09122560024261475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,power_law_1.2,0.08782079815864563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,power_law_1.01,0.09322239756584168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,power_law_1.2,0.08669440150260925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,power_law_1.01,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,power_law_1.2,0.09033600091934205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,power_law_1.2,0.06705920100212097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,power_law_1.01,0.09790080189704894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,power_law_1.2,0.10232959985733033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,power_law_1.01,0.10377600193023681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,power_law_1.01,0.0750656008720398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,power_law_1.2,0.06487039923667907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,power_law_1.2,0.10713599920272827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,power_law_1.01,0.05793280005455017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,power_law_1.01,0.10358400344848633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,power_law_1.2,0.0585536003112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,power_law_1.2,0.11215360164642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,power_law_1.01,0.06536319851875305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,power_law_1.2,0.06301440000534057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,power_law_1.2,0.11617920398712159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,power_law_1.01,0.11291520595550537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,power_law_1.2,0.067603200674057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,power_law_1.01,0.06938880085945129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,power_law_1.2,0.12910720109939575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,power_law_1.2,0.1195904016494751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,power_law_1.01,0.12886400222778321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,power_law_1.2,0.14885760545730592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,power_law_1.01,0.088755202293396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,power_law_1.2,0.0862335979938507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,power_law_1.01,0.17339520454406737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,power_law_1.2,0.1704192042350769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,power_law_1.01,0.09512320160865784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,power_law_1.2,0.09581440091133117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.01,0.1853503942489624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.2,0.1991744041442871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,power_law_1.01,0.09853439927101135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,power_law_1.2,0.09859840273857116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.01,0.23660800457000733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.2,0.29855999946594236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.01,0.2861824035644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.2,0.30522239208221436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.01,0.3799168109893799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.2,0.45260162353515626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.01,0.4375807762145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.2,0.6050559997558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,power_law_1.01,0.09843840003013611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,power_law_1.2,0.09938560128211975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.2,0.8957887649536133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.01,0.7946176052093505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,power_law_1.01,0.10789120197296143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,power_law_1.2,0.1059648036956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.2,1.1472767829895019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.01,0.9109503746032714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,power_law_1.01,0.11159679889678956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,power_law_1.2,0.11387519836425782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.2,2.020089530944824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.01,1.424505615234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,power_law_1.01,0.11653759479522705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,power_law_1.2,0.12160639762878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,power_law_1.2,0.12086399793624877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,power_law_1.01,0.12109440565109253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.01,1.9150592803955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.2,2.647161674499512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,power_law_1.2,0.12933119535446166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,power_law_1.01,0.125164794921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,power_law_1.01,2.409292793273926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,power_law_1.2,3.606380844116211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,power_law_1.2,0.1406399965286255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,power_law_1.01,0.13589760065078735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,16,power_law_1.01,3.7889022827148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,power_law_1.2,0.15193599462509155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,power_law_1.01,0.14168959856033325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,16,power_law_1.2,6.0928703308105465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,power_law_1.2,0.1638592004776001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,power_law_1.01,0.15781760215759277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,power_law_1.01,0.17756799459457398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,power_law_1.2,0.18885120153427123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,16,power_law_1.01,7.523257446289063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,16,power_law_1.2,10.769023895263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.01,0.22195839881896973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.2,0.2562367916107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.01,0.31042559146881105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.2,0.30665600299835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.01,0.3474751949310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.2,0.37253119945526125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.01,0.4718656063079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.2,0.5757696151733398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.01,0.5974720001220704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.2,0.732915210723877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.01,0.9136704444885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.2,1.0222847938537598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.01,1.1918848037719727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.2,1.4266752243041991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.01,1.6266944885253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.2,2.0151039123535157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,power_law_1.01,0.062035202980041504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,power_law_1.2,0.061919999122619626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,power_law_1.01,0.06501759886741638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,power_law_1.2,0.061977601051330565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.01,2.0880447387695313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.2,2.864575958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,power_law_1.2,0.06524159908294677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,power_law_1.01,0.0657920002937317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,power_law_1.01,2.820454406738281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,power_law_1.2,3.925484848022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,power_law_1.2,0.07268480062484742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,power_law_1.01,0.07190399765968322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,power_law_1.2,0.07938560247421264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,8,power_law_1.01,4.767232131958008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,power_law_1.01,0.0866047978401184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,8,power_law_1.2,5.2302398681640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,8,power_law_1.01,9.973343658447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,8,power_law_1.2,15.215174865722656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,power_law_1.2,0.10484479665756226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,power_law_1.01,0.10386559963226319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,power_law_1.2,0.11261440515518188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,power_law_1.01,0.10983040332794189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,power_law_1.2,0.11558400392532349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,power_law_1.01,0.1168511986732483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,power_law_1.2,0.12842240333557128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,power_law_1.01,0.12762240171432496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,power_law_1.2,0.1386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,power_law_1.01,0.13583359718322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,power_law_1.01,0.13936640024185182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,power_law_1.2,0.15431679487228395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,power_law_1.2,0.15512959957122802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,power_law_1.01,0.1460736036300659
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,power_law_1.01,0.1523519992828369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,power_law_1.2,0.16652799844741822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,power_law_1.01,0.16044800281524657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,power_law_1.2,0.17155840396881103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,power_law_1.01,0.17231359481811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,power_law_1.2,0.19084800481796266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,power_law_1.01,0.18553600311279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,power_law_1.2,0.20289280414581298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,power_law_1.2,0.27844479084014895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,power_law_1.01,0.1973312020301819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.2,0.3115648031234741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,power_law_1.01,0.24651520252227782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.2,0.4112192153930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.2,0.5048511981964111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.01,0.3136831998825073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.2,0.67740797996521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.01,0.39720959663391114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.2,0.9792767524719238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.01,0.46384639739990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.01,0.6869696140289306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.2,1.3348031997680665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.01,0.9128895759582519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.2,1.8734912872314453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.01,1.3081279754638673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.2,2.7242944717407225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.01,1.6974784851074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.2,3.449599838256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.01,2.4925888061523436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,power_law_1.2,4.526444625854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.01,3.0652544021606447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,4,power_law_1.2,7.4232322692871096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,power_law_1.01,4.029721450805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,4,power_law_1.2,17.008262634277344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,4,power_law_1.01,7.224524688720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,4,power_law_1.01,13.914437866210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.13806719779968263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.13698559999465942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.13384319543838502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.14888319969177247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.14818559885025023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.13315199613571166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.09098240137100219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.08641279935836792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.10405759811401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.10144000053405762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.10314240455627441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.11584639549255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.12186239957809449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.11034239530563354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.12803839445114135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.1309056043624878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.12459520101547242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.1397760033607483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.14609919786453246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.14046720266342164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.14094079732894899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.1375488042831421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.15297919511795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.15968639850616456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.16257920265197753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.15667200088500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.1660223960876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.16367360353469848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,power_law_1.2,0.10611840486526489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,power_law_1.01,0.10560640096664428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,power_law_1.2,0.1503424048423767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,power_law_1.01,0.14939520359039307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.1598528027534485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.16712960004806518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,power_law_1.01,0.1459264039993286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,power_law_1.2,0.13583999872207642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.18086400032043456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.17745920419692993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,power_law_1.01,0.08147199749946595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,power_law_1.2,0.09393280148506164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,power_law_1.01,0.0939199984073639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.17274880409240723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.16885759830474853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.1981760025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.19808000326156616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.21682560443878174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.213318395614624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.24872961044311523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.28088319301605225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,power_law_1.2,0.09898239970207215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,power_law_1.01,0.10150400400161744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.2749056100845337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,power_law_1.2,0.11429120302200317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.3134016036987305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,power_law_1.01,0.1263360023498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.3769471883773804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,power_law_1.01,0.13456640243530274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,power_law_1.2,0.13102079629898072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.4410816192626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,0.451859188079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,0.5902272224426269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,0.6584832191467285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,0.8813823699951172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,0.8523263931274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,1.1434944152832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,1.3935808181762694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,1.7334016799926757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,1.5538623809814454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,power_law_1.01,0.12422399520874024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,power_law_1.2,0.13824000358581542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,1.9566848754882813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,2.366419219970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,power_law_1.01,0.13899519443511962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,power_law_1.2,0.14790400266647338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,power_law_1.01,0.14412800073623658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,power_law_1.2,0.1394047975540161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,2.718547248840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,3.698630523681641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,4.424729537963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,7.030073547363282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,10.45578842163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,power_law_1.2,0.1421504020690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,power_law_1.2,0.15004160404205322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,power_law_1.01,0.16152960062026978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,power_law_1.2,0.16836479902267457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,power_law_1.01,0.1700096011161804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,power_law_1.2,0.16436480283737182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,power_law_1.01,0.1654207944869995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,power_law_1.01,0.08592000007629394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,power_law_1.2,0.1745344042778015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,power_law_1.01,0.1760256052017212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,power_law_1.2,0.08600959777832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,power_law_1.01,0.12445440292358398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,power_law_1.2,0.18810880184173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,power_law_1.01,0.18970240354537965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,power_law_1.01,0.1592960000038147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,power_law_1.2,0.11773439645767211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,power_law_1.2,0.21527678966522218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,power_law_1.01,0.20465281009674072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,power_law_1.01,0.07093120217323304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,power_law_1.2,0.07268480062484742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.2,0.22763519287109374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.01,0.22167038917541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,power_law_1.01,0.08181120157241821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.01,0.24442880153656005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.2,0.2782655954360962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,power_law_1.2,0.07965440154075623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.01,0.31123199462890627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.2,0.33534080982208253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.01,0.3854912042617798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.2,0.46671361923217775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.01,0.4920512199401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.2,0.5560512065887451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.01,0.7064640045166015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.2,0.859558391571045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,power_law_1.01,0.10396800041198731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,power_law_1.2,0.09468799829483032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.2,0.9478912353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.01,0.9285056114196777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,power_law_1.01,0.11924480199813843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,power_law_1.2,0.11219199895858764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.2,1.6284927368164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,power_law_1.01,0.13064320087432862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,power_law_1.2,0.1324288010597229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.01,1.2809727668762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.2,2.292627143859863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.01,1.6577024459838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,power_law_1.2,2.628876876831055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,power_law_1.01,2.183296012878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,32,power_law_1.01,3.4213375091552733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,32,power_law_1.2,4.608396911621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,power_law_1.01,0.1352959990501404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,power_law_1.2,0.12804479598999025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,32,power_law_1.01,6.893260955810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,32,power_law_1.2,8.569459533691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,power_law_1.01,0.14935679435729982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,power_law_1.2,0.14829440116882325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,power_law_1.2,0.15044480562210083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,power_law_1.01,0.15565439462661743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,power_law_1.2,0.1559872031211853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,power_law_1.01,0.16615040302276612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,power_law_1.01,0.173088002204895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,power_law_1.2,0.1652799963951111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,power_law_1.01,0.17890559434890746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,power_law_1.2,0.17620480060577393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,power_law_1.01,0.17388800382614136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,power_law_1.2,0.17208319902420044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,power_law_1.01,0.07622399926185608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,power_law_1.01,0.18537600040435792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,power_law_1.2,0.18808319568634033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,power_law_1.01,0.09784319996833801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,power_law_1.2,0.09798399806022644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,power_law_1.01,0.2051392078399658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,power_law_1.2,0.20571520328521728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,power_law_1.01,0.13644800186157227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,power_law_1.2,0.08531839847564697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,power_law_1.01,0.22181119918823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,power_law_1.2,0.23422720432281494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,power_law_1.2,0.07436800003051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,power_law_1.2,0.08513280153274536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,power_law_1.01,0.08647680282592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.2,0.2493567943572998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.01,0.29047040939331054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.2,0.31607680320739745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.2,0.35281920433044434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.01,0.3249151945114136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.2,0.4890751838684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.01,0.47680001258850097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,power_law_1.2,0.1035264015197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,power_law_1.01,0.10613119602203369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.2,0.6351679801940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.01,0.5632512092590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,power_law_1.2,0.11342079639434814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,power_law_1.01,0.1217087984085083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.2,0.8981375694274902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.01,0.8057663917541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,power_law_1.2,0.1484671950340271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,power_law_1.01,0.147052800655365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.01,0.9187520027160645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.2,1.2329792022705077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.01,1.4304320335388183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.2,1.5896512031555177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,power_law_1.2,0.16310399770736694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,power_law_1.01,0.16660480499267577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.01,1.8787776947021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.2,2.032192039489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,power_law_1.2,0.17256319522857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,power_law_1.01,0.17541760206222534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,power_law_1.01,2.47969913482666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,power_law_1.2,2.8224000930786133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,power_law_1.2,0.1744447946548462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,power_law_1.01,0.179967999458313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,power_law_1.2,0.17968640327453614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,16,power_law_1.01,3.438937759399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,16,power_law_1.2,4.514195251464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,power_law_1.01,0.18585599660873414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,power_law_1.2,0.19693440198898315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,power_law_1.2,0.19680000543594361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,power_law_1.01,0.19071999788284302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,16,power_law_1.01,6.7510528564453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,16,power_law_1.2,9.366738891601562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,power_law_1.2,0.2171328067779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,power_law_1.01,0.2007551908493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,power_law_1.2,0.22984321117401124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,power_law_1.01,0.21159040927886963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,power_law_1.2,0.23745279312133788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,power_law_1.01,0.22717440128326416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,power_law_1.2,0.2783936023712158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,power_law_1.01,0.2343616008758545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.2,0.2957119941711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,power_law_1.01,0.2645312070846558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.01,0.28035199642181396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.2,0.40164480209350584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.01,0.38794879913330077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.2,0.46102399826049806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.2,0.6082880020141601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.01,0.439251184463501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.01,0.5628032207489013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,power_law_1.01,0.07968639731407165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,power_law_1.2,0.07979519963264466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.2,0.7868607997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.01,0.7636032104492188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,power_law_1.01,0.09443839788436889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,power_law_1.2,0.09463040232658386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.2,1.1420415878295898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,power_law_1.01,0.11554559469223022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,power_law_1.2,0.09644160270690919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.01,0.9689791679382325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,power_law_1.2,0.09237120151519776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,power_law_1.01,0.09044479727745056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.01,1.366988754272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.2,1.451743984222412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,power_law_1.2,0.10317440032958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,power_law_1.01,0.10302079916000366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.01,1.8933696746826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.2,2.1718143463134765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.01,2.3545343399047853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.2,2.5516992568969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,power_law_1.01,2.956307220458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,power_law_1.2,3.4992767333984376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,8,power_law_1.01,4.961888122558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,8,power_law_1.2,5.717472076416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,power_law_1.01,0.1338047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,power_law_1.2,0.12652159929275514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,power_law_1.2,0.13596160411834718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,power_law_1.01,0.1421504020690918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,8,power_law_1.2,10.178797149658203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,8,power_law_1.01,10.197113800048829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,power_law_1.01,0.17322239875793458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,power_law_1.2,0.1671872019767761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,power_law_1.2,0.20074880123138428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,power_law_1.01,0.20297598838806152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,power_law_1.2,0.21972479820251464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,power_law_1.01,0.21232640743255615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,power_law_1.2,0.23518719673156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,power_law_1.01,0.239302396774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,power_law_1.2,0.24650239944458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,power_law_1.01,0.25056641101837157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,power_law_1.01,0.2526655912399292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,power_law_1.2,0.25591681003570554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,power_law_1.01,0.2687743902206421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,power_law_1.2,0.2636159896850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,power_law_1.01,0.2808192014694214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,power_law_1.2,0.28444159030914307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,power_law_1.01,0.2847743988037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,power_law_1.2,0.29827840328216554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,power_law_1.2,0.31624319553375246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,power_law_1.01,0.31702399253845215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,power_law_1.2,0.3845247983932495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,power_law_1.01,0.3821568012237549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.01,0.4263167858123779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.2,0.440550422668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.01,0.515558385848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.2,0.5470975875854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.01,0.6331264019012451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.2,0.6496767997741699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.01,0.8215807914733887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.2,0.9021439552307129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.01,1.076518440246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.2,1.1039936065673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.01,1.5005184173583985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.2,1.6644479751586914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.01,1.8419904708862305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.2,2.133523178100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.01,2.9344127655029295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.2,3.037612724304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.2,4.05048942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.01,3.662131118774414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,power_law_1.2,5.041952133178711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,power_law_1.01,4.639353561401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,4,power_law_1.2,8.40579833984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,4,power_law_1.01,7.269337463378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,4,power_law_1.2,15.123167419433594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,4,power_law_1.01,14.2275390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.16409599781036377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.10730880498886108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.11404160261154175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.101363205909729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.09283840060234069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.10768640041351318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.10371840000152588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.10929280519485474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.10884480476379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.11044479608535766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.10709120035171509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.11338239908218384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.10801279544830322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.10852479934692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.10974719524383544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.10885119438171387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.11297919750213622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.11146880388259887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.11214720010757447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.11870080232620239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.11998720169067383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.11355520486831665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.12161279916763305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.11573760509490967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.1331071972846985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.1429311990737915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.14675840139389038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.15207680463790893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.1906048059463501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.1478592038154602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.13583999872207642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.14050559997558593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.01,0.1531775951385498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.15922559499740602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.19016319513320923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.01,0.1702463984489441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.17764480113983155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.21444480419158934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.01,0.09717760086059571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.21502079963684081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.2816704034805298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.26711039543151854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.01,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.37336320877075196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.01,0.09815679788589478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.36386559009552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.01,0.4713088035583496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.01,0.10487040281295776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.2,0.47649922370910647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.01,0.6711935997009277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.01,0.10520319938659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.2,0.5947711944580079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.2,0.10703999996185302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.01,0.10338560342788697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.01,0.817568016052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.2,0.9138688087463379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.2,0.10098559856414795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.01,0.10656640529632569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.01,1.1783040046691895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.2,1.0460351943969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.2,0.08166400194168091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.01,0.10501760244369507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.01,1.3644607543945313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.2,1.7897663116455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.2,0.09449599981307984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.01,0.1081663966178894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.01,1.7848703384399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.01,0.11096320152282715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.2,0.09552000164985656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.2,2.115315246582031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.2,0.08734719753265381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.01,0.11683199405670167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.01,2.6171775817871095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.2,3.1794879913330076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.2,0.10242559909820556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.01,0.127455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.2,4.75863037109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.01,6.383737564086914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.2,0.09553279876708984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.01,0.14101120233535766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.2,0.09957759976387023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.01,0.14817919731140136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.2,10.99068832397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.01,0.1403264045715332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.2,0.10786559581756591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.01,0.16250239610671996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.2,0.11212799549102784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.01,0.2192512035369873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.2,0.11436799764633179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.2,0.1158911943435669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.01,0.2705535888671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.2,0.1315840005874634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.01,0.29719679355621337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.2,0.13747199773788452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.01,0.36739840507507326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.2,0.15599360466003417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.01,0.4213119983673096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.2,0.15024640560150146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.01,0.22860159873962402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.01,0.5513663768768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.2,0.17300479412078856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.01,0.16590720415115356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.2,0.2292799949645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.01,0.6641791820526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.01,0.0856768012046814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.2,0.11172480583190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.2,0.2991552114486694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.01,0.9179519653320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.01,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.2,0.3146496057510376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.2,0.11258879899978638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.01,1.1397248268127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.01,0.09177600145339966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.2,0.47052798271179197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.01,1.3342975616455077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.01,0.0941760003566742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.2,0.47506561279296877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.2,0.08605440258979798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.01,2.283647918701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.01,0.1028607964515686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.2,0.7427264213562011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.2,0.08986240029335021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.01,0.11477119922637939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.01,4.380486297607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.2,0.8137855529785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.2,0.09868159890174866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.01,0.11801600456237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.2,0.10204800367355346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.01,0.12120319604873657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.2,0.11197439432144166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.2,1.3632512092590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.2,0.11429120302200317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.01,0.1109503984451294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.2,1.5829055786132813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.2,0.12056959867477417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.01,0.10338560342788697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.2,1.9711360931396484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.2,0.13006720542907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.01,0.11458560228347778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.2,0.13184640407562256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.01,0.11875200271606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.2,3.395929718017578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.01,0.12132480144500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.2,0.12881280183792115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.2,8.331833648681641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.2,0.11819519996643066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.01,0.13898240327835082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.01,0.14911359548568726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.01,0.13849600553512573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.2,0.1282304048538208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.01,0.16751999855041505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.01,0.15850239992141724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.2,0.1364799976348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.01,0.18350720405578613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.01,0.08778240084648133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.2,0.14728959798812866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.01,0.07804800271987915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.2,0.18624000549316405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.01,0.22954239845275878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.01,0.08466560244560242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.2,0.19603840112686158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.01,0.30599040985107423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.01,0.09370239973068237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.01,0.42928638458251955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.2,0.25084800720214845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.01,0.10528639554977418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.01,0.4384960174560547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.2,0.3344383955001831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.2,0.14243199825286865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.01,0.11439360380172729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.01,0.6216639995574951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.2,0.4714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.2,0.10432000160217285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.01,0.11699199676513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.2,0.48864002227783204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.01,0.7177023887634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.2,0.7778175830841064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.2,0.07171840071678162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.01,0.11498880386352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.01,0.9496255874633789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.2,0.08122239708900451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.01,0.12652159929275514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.2,0.7900224208831788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.01,1.0897151947021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.2,0.08303999900817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.01,0.13109760284423827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.2,1.239948844909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.01,1.3489727973937988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.2,0.0880128026008606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.01,0.13219840526580812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.01,0.13927040100097657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.2,0.10250879526138305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.2,1.5294976234436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.01,2.3211135864257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.01,0.143449604511261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.2,0.10963200330734253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.2,1.8758464813232423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.01,0.15084799528121948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.01,4.775737762451172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.2,0.11539839506149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.01,0.13994239568710326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.2,0.11801600456237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.2,3.032889556884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.2,0.12863999605178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.01,0.15253759622573854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.2,0.1302847981452942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.01,0.16826239824295045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.2,0.1307711958885193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.2,6.279443359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.2,0.13683199882507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.01,0.21836159229278565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.2,0.14823039770126342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.01,0.2673919916152954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.2,0.15094399452209473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.01,0.3695296049118042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.2,0.1486400008201599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.01,0.4502592086791992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.2,0.15997439622879028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.01,0.6486015796661377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.2,0.18892159461975097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.01,0.1276479959487915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.2,0.23274879455566405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.01,0.7494336128234863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.01,0.14216320514678954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.2,0.30945920944213867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.01,0.07622399926185608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.01,1.131161594390869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.2,0.40343680381774905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.01,0.07647359967231751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.2,0.07448319792747497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.01,1.52806396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.2,0.5426047801971435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.01,0.08851839900016785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.2,0.07041919827461243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.2,0.7259647846221924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.01,1.6739904403686523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.2,0.07633280158042907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.01,0.10682239532470703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.2,0.774342393875122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.01,2.2743616104125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.2,0.08442879915237426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.01,0.11654399633407593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.2,1.1235199928283692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.2,0.09141759872436524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.01,0.1178879976272583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.01,4.981651306152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.2,1.404588794708252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.2,0.10703359842300415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.01,0.12059520483016968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.2,0.11415040493011475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.01,0.1330623984336853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.2,2.023200035095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.01,0.1355839967727661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.2,0.11887999773025512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.2,3.136774444580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.01,0.13969279527664186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.2,0.12270079851150513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.01,0.14954880475997925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.2,0.13290879726409913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.2,6.78287353515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.01,0.15754239559173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.2,0.1381183981895447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.01,0.1598847985267639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.2,0.14201600551605226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.01,0.1494271993637085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.01,0.17527040243148803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.2,0.15297919511795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.01,0.19695359468460083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.01,0.0633408010005951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.2,0.1602944016456604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.01,0.24074881076812743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.01,0.08149759769439698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.01,0.2778752088546753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.01,0.07697920203208923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.2,0.15783679485321045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.01,0.38003199100494384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.01,0.07931519746780395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.2,0.18934400081634523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.01,0.5111360073089599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.2,0.19915519952774047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.01,0.7338751792907715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.01,0.09026560187339783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.2,0.07799680233001709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.01,0.10346239805221558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.01,0.8368127822875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.2,0.2553855895996094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.2,0.13212159872055054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.01,0.11724159717559815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.01,1.462771224975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.2,0.2985856056213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.01,0.12923519611358641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.2,0.07097600102424621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.2,0.4144320011138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.01,1.5976767539978027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.2,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.01,0.1329408049583435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.2,0.5666944026947022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.2,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.01,0.1354367971420288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.2,0.780025577545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.01,1.8612672805786132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.2,0.0991807997226715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.01,0.14803199768066405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.2,1.1440768241882324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.01,3.100249671936035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.2,0.11601279973983765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.01,0.1570688009262085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.2,1.5329600334167481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.2,0.12926080226898193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.01,0.16284159421920777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.01,6.0541633605957035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.2,0.13203840255737304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.01,0.1728320002555847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.2,1.8446720123291016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.01,0.1829632043838501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.2,0.1431615948677063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.2,2.2746112823486326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.01,0.1900480031967163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.2,0.15060479640960694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.01,0.18131200075149537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.2,0.15612800121307374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.2,3.149996757507324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.01,0.2179840087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.2,0.16274559497833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.2,0.16917120218276976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.01,0.2482815980911255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.2,7.183602905273437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.2,0.182259202003479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.01,0.3011136054992676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.2,0.18977279663085939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.01,0.3784768104553223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.2,0.18209919929504395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.01,0.5058559894561767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.08722559809684753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.2,0.2246016025543213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.01,0.5975743770599365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.09742720127105713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.2,0.2565311908721924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.0448063999414444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.01,0.8664128303527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.044275200366973876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.2,0.3250943899154663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.01,1.187276840209961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.044921600818634035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.2,0.3901823997497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.01,1.5744576454162598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.04695680141448975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.2,0.5690559864044189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.04779520034790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.01,2.3780160903930665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.08732159733772278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.2,0.6155007839202881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.05139840245246887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.05495679974555969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.2,0.9656576156616211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.01,2.6290496826171874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.2,1.3107199668884277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.05479679703712463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.01,4.3421886444091795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.043532800674438474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.057606399059295654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.2,1.8097856521606446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.04531840085983276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.0592960000038147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.2,2.4890111923217773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.01,8.902803039550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.047040000557899475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.06053760051727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.048127999901771544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.0636031985282898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.2,3.141081619262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.05353599786758423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.05508480072021484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.07541760206222534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.2,4.736793518066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.05594879984855652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.07789440155029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.05738880038261414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.07236480116844177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.2,9.548448181152343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.10266239643096924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.06609920263290406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.11185280084609986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.0742464005947113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.08430079817771911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.01,0.08490239977836608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.15399680137634278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.09920639991760254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.01,0.07537279725074768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.14473600387573243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.08860160112380981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.01,0.040031999349594116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.20885119438171387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.12951680421829223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.01,0.03962239921092987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.2679487943649292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.15930880308151246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.01,0.04036479890346527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.01,0.4119872093200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.20750720500946046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.01,0.04723199903964996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.01,0.4246975898742676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.23148798942565918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.2,0.08531200289726257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.01,0.04919680058956146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.01,0.6347263813018799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.33870720863342285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.2,0.07875199913978577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.01,0.05187199711799621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.01,0.8928959846496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.2,0.03922559916973114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.412332820892334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.01,0.05482239723205566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.2,0.0379967987537384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.01,0.05573760271072388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.2,0.6932991981506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.01,1.1942463874816895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.2,0.04993920028209686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.01,0.0575872004032135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.2,0.7747647762298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.01,1.9204288482666017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.2,0.051648002862930295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.01,0.06049280166625977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.2,0.0551360011100769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.2,1.0963007926940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.01,0.062028801441192626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.01,3.6161983489990233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.2,0.0606656014919281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.2,1.4967359542846679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.01,0.05075200200080872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.2,0.062412798404693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.01,0.05767679810523987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.2,1.9111167907714843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.01,0.06538879871368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.2,2.7873472213745116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.2,0.06677759885787964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.01,0.06970239877700805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.2,0.057760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.01,0.09270399808883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.2,5.76295051574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.2,0.06819199919700622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.01,0.10945279598236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.2,0.07415680289268493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.01,0.12275840044021606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.01,0.08055040240287781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.2,0.08138880133628845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.01,0.15549440383911134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.01,0.06844159960746765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.2,0.09796479940414429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.01,0.22855041027069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.01,0.03591679930686951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.2,0.12792960405349732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.01,0.25007359981536864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.01,0.036422398686408994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.2,0.18647040128707887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.01,0.36092801094055177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.01,0.03857280015945434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.2,0.23903999328613282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.01,0.37784318923950194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.01,0.044761601090431216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.2,0.3369728088378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.01,0.04808320105075836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.01,0.7064832210540771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.01,0.04742400050163269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.2,0.36752638816833494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.01,0.7468287944793701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.2,0.06843519806861878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.01,0.052198398113250735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.2,0.46793599128723146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.01,0.8192576408386231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.2,0.034297600388526917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.01,0.054124802350997925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.2,0.6772928237915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.01,1.6635583877563476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.2,0.03684479892253876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.01,0.057017600536346434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.2,1.1518143653869628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.2,0.0381632000207901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.01,0.058963197469711306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.2,1.2410752296447753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.01,3.3431297302246095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.2,0.04508799910545349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.01,0.061247998476028444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.2,1.638035202026367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.2,0.046367999911308286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.01,0.049804800748825075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.2,2.7748992919921873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.2,0.04818559885025024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.01,0.05594239830970764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.2,0.05315840244293213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.01,0.05799679756164551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.2,6.2592510223388675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.2,0.055404800176620486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.01,0.06815999746322632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.2,0.056831997632980344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.01,0.07714560031890869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.2,0.058790397644042966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.01,0.09183359742164612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.01,0.09068160057067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.2,0.06117119789123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.01,0.11656320095062256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.01,0.06618239879608154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.2,0.05578879714012146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.01,0.13899519443511962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.01,0.03498879969120026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.2,0.05987840294837952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.01,0.03676159977912903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.2,0.061900800466537474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.01,0.18478720188140868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.01,0.037945601344108584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.01,0.2585088014602661
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.2,0.08208640217781067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.01,0.04382080137729645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.01,0.32785279750823976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.2,0.10778239965438843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.2,0.06223999857902527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.01,0.046419200301170346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.01,0.3771712064743042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.2,0.14045439958572387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.2,0.036294400691986084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.01,0.048819199204444885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.01,0.05345919728279114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.2,0.16679680347442627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.2,0.03596160113811493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.01,0.5409791946411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.01,0.05375360250473023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.2,0.03734399974346161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.01,0.7100671768188477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.2,0.2135999917984009
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.01,0.05566080212593079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.2,0.04437119960784912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.2,0.26781439781188965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.01,0.8203647613525391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.01,0.0609279990196228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.2,0.04688000082969666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.2,0.451961612701416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.01,0.06221439838409424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.2,0.05018879771232605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.01,1.1309823989868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.01,0.052300798892974856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.2,0.051686400175094606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.2,0.05429120063781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.01,0.05820159912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.2,0.6152256011962891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.01,2.6457536697387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.2,0.05803520083427429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.01,0.060224002599716185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.2,0.7374080181121826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.01,0.06325119733810425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.2,0.06061440110206604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.2,1.3461312294006347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.01,0.08104320168495179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.2,0.06291199922561645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.2,0.0545087993144989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.01,0.09162880182266235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.2,1.2623807907104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.2,0.056857597827911374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.01,0.11215360164642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.2,0.06076800227165222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.01,0.12387839555740357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.2,1.4748479843139648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.01,0.17855360507965087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.2,0.06663680076599121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.01,0.21745920181274414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.2,0.08714240193367004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.2,5.649843215942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.01,0.07587199807167053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.01,0.31889920234680175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.2,0.10365439653396606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.01,0.40542078018188477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.2,0.12992000579833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.01,0.08551040291786194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.2,0.1613759994506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.01,0.04135040044784546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.01,0.6412352085113525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.2,0.23678719997406006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.01,0.04609279930591583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.01,0.8004351615905761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.2,0.30884480476379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.01,0.051999998092651364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.01,1.184768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.2,0.4288320064544678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.01,0.053376001119613645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.01,1.2505279541015626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.2,0.6120895862579345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.01,0.05496320128440857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.2,0.08449280261993408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.2,0.09283199906349182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.01,0.05432959794998169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.2,0.7739520072937012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.01,3.380051040649414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.2,0.0409855991601944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.01,0.054150402545928955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.2,1.0835840225219726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.2,0.04345600008964538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.01,0.05367680191993714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.2,1.6689535140991212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.2,0.043558400869369504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.01,0.05704960227012634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.2,0.053465598821640016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.2,2.3012351989746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.2,0.05482879877090454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.01,0.057171201705932616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.2,5.608108901977539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.2,0.05416960120201111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.01,0.06032000184059143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.2,0.05469440221786499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.01,0.06596480011940002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.2,0.055052798986434934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.01,0.06974080204963684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.01,0.08199040293693542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.2,0.056454402208328244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.01,0.07125759720802308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.01,0.08184959888458251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.2,0.05959039926528931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.01,0.09537919759750366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.2,0.060115200281143186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.01,0.045824000239372255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.01,0.13880319595336915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.2,0.06444799900054932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.01,0.052799999713897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.01,0.14183679819107056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.01,0.058950400352478026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.2,0.06632959842681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.2,0.0742143988609314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.01,0.18673280477523804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.01,0.05940480232238769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.2,0.07227519750595093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.2,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.01,0.06037759780883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.01,0.2733824014663696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.2,0.039852800965309146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.01,0.06079999804496765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.2,0.07956479787826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.01,0.33887999057769774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.2,0.04042240083217621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.01,0.060236799716949466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.2,0.10057599544525146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.01,0.5180992126464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.01,0.06202239990234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.2,0.04748159945011139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.2,0.11824640035629272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.01,0.5175039768218994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.01,0.06347519755363465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.2,0.05768960118293762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.2,0.18629759550094604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.01,0.7040768146514893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.2,0.060838401317596436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.01,0.06622719764709473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.2,0.20291199684143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.2,0.06197119951248169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.01,0.06743680238723755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.2,0.33978240489959716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.01,0.8417728424072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.2,0.3875904083251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.2,0.06034560203552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.01,0.07246080040931702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.01,1.1483263969421387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.2,0.06211199760437012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.2,0.5670527935028076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.01,0.07669119834899903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.01,1.6576959609985351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.01,0.08130559921264649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.2,0.558022403717041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.2,0.06513919830322265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.01,0.09572479724884034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.2,0.9691840171813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.01,3.4311038970947267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.01,0.13242239952087403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.2,0.06624000072479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.2,1.2479104042053222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.01,0.1738816022872925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.2,0.06775040030479432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.2,1.53189115524292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.2,0.0759872019290924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.01,0.22220160961151122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.2,2.234649658203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.2,0.07856640219688416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.01,0.3014080047607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.2,0.0850495994091034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.01,0.35204479694366453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.2,4.866636657714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.2,0.11738239526748658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.2,0.13829120397567748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.01,0.5328767776489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.2,0.17240959405899048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.01,0.5903744220733642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.2,0.2019263982772827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.01,0.8515135765075683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.2,0.29200000762939454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.01,0.1752128005027771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.2,0.4415679931640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.01,1.1233728408813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.2,0.5310143947601318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.01,0.12645119428634644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.01,1.7214975357055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.01,0.07203199863433837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.2,0.7635327816009522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.01,0.08049280047416688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.2,1.284665584564209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.01,2.3912384033203127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.01,0.08444160223007202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.2,1.3704511642456054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.2,0.1327679991722107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.01,0.0920960009098053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.01,4.596844863891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.2,1.8507328033447266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.01,0.09619839787483216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.2,0.11446399688720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.01,0.10088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.2,0.06940799951553345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.2,0.07675520181655884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.2,2.8387903213500976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.01,0.10297600030899048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.2,0.08266239762306213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.01,0.10706559419631959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.2,6.101100921630859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.01,0.11080960035324097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.2,0.09631360173225403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.01,0.11052160263061524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.2,0.09678080081939697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.01,0.11351679563522339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.2,0.09761919975280761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.2,0.10396159887313842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.01,0.10812159776687622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.2,0.10722559690475464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.01,0.10798079967498779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.01,0.1264575958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.2,0.11313920021057129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.01,0.12008320093154908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.2,0.11349760293960572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.01,0.12876800298690796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.01,0.1668352007865906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.2,0.11274240016937256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.01,0.07587839961051941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.01,0.17710720300674437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.2,0.12878719568252564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.2,0.126636803150177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.01,0.08398720026016235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.2,0.13573119640350342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.01,0.26075520515441897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.2,0.06760960221290588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.2,0.06633599996566772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.01,0.0955456018447876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.01,0.2857088088989258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.2,0.14207359552383422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.2,0.07572479844093323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.01,0.09805439710617066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.01,0.3796288013458252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.2,0.14325120449066162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.2,0.07834240198135375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.01,0.09912959933280945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.01,0.40529279708862304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.2,0.1833407998085022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.2,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.01,0.10359040498733521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.01,0.7190271854400635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.2,0.20825600624084473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.2,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.01,0.10559999942779541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.2,0.09937919974327088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.01,0.8510272026062011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.2,0.2528831958770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.2,0.10648959875106812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.01,0.10959359407424926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.01,1.3079999923706054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.2,0.36595199108123777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.2,0.1082751989364624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.01,0.11406079530715943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.01,0.9596223831176758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.2,0.10992000102996827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.2,0.48248958587646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.01,0.11439360380172729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.2,0.11582720279693604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.01,1.530611228942871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.01,0.10298240184783936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.2,0.5260223865509033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.2,0.11516799926757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.01,0.11051520109176635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.2,0.10284160375595093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.2,0.806611156463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.01,2.347577667236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.2,0.1158784031867981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.01,0.12527999877929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.2,1.032595157623291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.2,0.12670719623565674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.01,4.584159851074219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.01,0.13118079900741578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.2,2.0015487670898438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.2,0.13679360151290892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.01,0.1497599959373474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.2,0.17788159847259521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.2,1.6760383605957032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.01,0.16060800552368165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.2,0.19233280420303345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.2,0.2306879997253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.01,0.20329599380493163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.2,2.1920448303222657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.2,0.28608639240264894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.01,0.2631103992462158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.2,0.39041919708251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.2,3.6833919525146483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.01,0.35606400966644286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.2,0.5655424118041992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.01,0.5350143909454346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.2,0.9310976028442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.2,8.490739440917968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.01,0.7555583953857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.2,0.8934335708618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.01,0.20056960582733155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.01,0.6746431827545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.2,1.3553983688354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.01,0.15697920322418213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.01,1.0125951766967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.2,2.0006656646728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.01,0.07156479954719544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.01,1.4427200317382813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.2,2.8065216064453127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.01,0.08236799836158752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.01,0.08200960159301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.01,2.0305023193359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.2,3.9451583862304687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.01,0.0957759976387024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.01,0.10135040283203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.01,2.182099151611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.2,10.662675476074218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.01,0.09771519899368286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.01,0.09738879799842834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.01,5.372556686401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.2,0.15467519760131837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.01,0.10341759920120239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.01,0.10488959550857543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.2,0.15889279842376708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.01,0.10537600517272949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.2,0.06325119733810425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.01,0.10419199466705323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.2,0.08303359746932984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.2,0.0794048011302948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.2,0.09846400022506714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.01,0.11815040111541748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.2,0.10019199848175049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.01,0.12033280134201049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.2,0.09685760140419006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.01,0.08277119994163513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.01,0.14620800018310548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.2,0.10128639936447144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.01,0.14862719774246216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.2,0.10328320264816285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.01,0.06606720089912414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.01,0.17126400470733644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.2,0.07351679801940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.01,0.08965759873390197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.2,0.10625920295715333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.2,0.14891519546508789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.01,0.19814399480819703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.01,0.0878271996974945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.2,0.06344959735870362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.01,0.27435519695281985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.01,0.10316159725189208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.2,0.08336640000343323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.2,0.11042560338973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.01,0.3268800020217896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.01,0.10629760026931763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.2,0.08543999791145325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.2,0.1115839958190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.01,0.10291839838027954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.01,0.4421567916870117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.2,0.10692479610443115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.01,0.10618879795074462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.2,0.1217087984085083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.01,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.01,0.5767231941223144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.2,0.10926079750061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.2,0.14439680576324462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.01,0.10969599485397338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.2,0.10705920457839965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.01,0.895475196838379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.2,0.15387519598007202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.01,0.11169919967651368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.2,0.10858880281448365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.2,0.19315199851989745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.01,0.7297855854034424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.01,0.12220799922943115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.2,0.11237119436264038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.01,0.12317440509796143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.2,0.2209023952484131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.2,0.11510399580001832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.01,0.1434816002845764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.01,1.167852783203125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.01,0.1554751992225647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.2,0.11610239744186401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.2,0.27244160175323484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.01,1.7825855255126952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.01,0.18658560514450073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.2,0.11915520429611207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.2,0.34505600929260255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.01,0.23009281158447265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.01,2.2603839874267577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.2,0.13519999980926514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.2,0.5471680164337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.01,0.2551424026489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.2,0.14822399616241455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.01,3.0928831100463867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.01,0.3446079969406128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.2,0.7612544059753418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.01,0.4178431987762451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.2,0.16102399826049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.01,5.6273151397705075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.01,0.621830415725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.2,0.18796160221099853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.2,0.9870143890380859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.01,0.7873087882995605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.2,0.23719680309295654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.2,0.9446208000183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.2,0.2624703884124756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.01,1.1928064346313476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.2,1.2230143547058105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.2,0.34051198959350587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.01,1.1595711708068848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.2,0.4351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.2,1.876870346069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.01,1.655027198791504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.2,0.6332736015319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.01,1.8314815521240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.2,2.3501312255859377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.2,0.6577792167663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.01,2.5128320693969726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.2,0.9585280418395996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.2,3.9223873138427736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.2,1.261939239501953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.01,3.877747344970703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.2,1.9755136489868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.01,6.925087738037109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.2,8.97615966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.2,1.9422143936157226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.2,3.248735809326172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.13864320516586304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.2,4.410566329956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.18014719486236572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.13011200428009034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.10843520164489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.2,8.801216125488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.1259328007698059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.12588160037994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.12710399627685548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.14342399835586547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.12878719568252564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.14406399726867675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.01,0.20064001083374022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.01,0.1367743968963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.14017280340194702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.01,0.12924799919128419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.13532160520553588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.13746559619903564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.01,0.09282559752464295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.1523967981338501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.14153599739074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.01,0.1091647982597351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.1563647985458374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.1241152048110962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.01,0.11051520109176635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.1596351981163025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.2,0.22680959701538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.1679808020591736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.10329600572586059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.01,0.11610879898071289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.2,0.2225600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.1885632038116455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.11910400390625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.2,0.12957439422607422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.01,0.12823679447174072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.2464128017425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.10606080293655396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.2,0.09118720293045043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.01,0.12881280183792115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.1247488021850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.2673919916152954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.01,0.11863679885864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.297158408164978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.2,0.10496640205383301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.3146752119064331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.01,0.13251199722290039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.2,0.10257279872894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.13365119695663452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.47614078521728515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.2,0.129312002658844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.12237440347671509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.01,0.13136639595031738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.2,0.12309119701385499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.01,0.4384768009185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.13534719944000245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.01,0.13791999816894532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.2,0.12769919633865356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.1383936047554016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.01,0.6225215911865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.01,0.13383040428161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.2,0.126528000831604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.1449023962020874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.2,0.1362944006919861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.01,0.15903359651565552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.01,0.714847993850708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.1513216018676758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.2,0.13304959535598754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.01,0.16220799684524537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.16376960277557373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.01,1.0566399574279786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.2,0.14431359767913818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.1757248044013977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.01,0.16022399663925171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.01,1.21779203414917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.2,0.15518079996109008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.20062720775604248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.01,0.19095679521560668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.2,0.1568063974380493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.01,1.7060672760009765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.2,0.18556159734725952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.23482239246368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.01,0.20339839458465575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.01,2.8825151443481447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.2,0.2064512014389038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.2466495990753174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.01,0.24442880153656005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.2,0.23446400165557862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.36725759506225586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.01,0.28684799671173095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.01,5.121817779541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.2,0.27980799674987794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.3715903997421265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.01,0.39715840816497805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.2,0.32035839557647705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.2,0.5134655952453613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.2,0.4434175968170166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.01,0.4531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.2,0.8892031669616699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.2,0.5076288223266602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.01,0.59202561378479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.2,1.029094409942627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.2,0.7422080039978027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.01,0.6399680137634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.2,1.567404842376709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.2,0.7608895778656006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.01,0.8834303855895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.2,2.0015871047973635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.2,1.2033791542053223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.01,1.1377087593078614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.2,1.5094655990600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.2,2.471180725097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.2,2.0751808166503904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.01,1.4623423576354981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.01,0.15737600326538087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.2,4.79865608215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.2,3.2575809478759767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.01,0.17800960540771485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.01,2.190399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.01,0.1291264057159424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.2,9.075122833251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.2,7.883462524414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.01,4.406246566772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.01,0.08475520014762879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.01,0.09499520063400269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.01,0.10250240564346313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.01,0.11179519891738891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.01,0.11440000534057618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.01,0.12135039567947388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.01,0.12510720491409302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.01,0.1277184009552002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.01,0.12995840311050416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.01,0.1339967966079712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.01,0.08826239705085755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.2,0.19441920518875122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.01,0.13377280235290528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.2,0.1391167998313904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.01,0.15835520029067993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.01,0.13105920553207398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.2,0.1491968035697937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.2,0.12949119806289672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.01,0.14803839921951295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.01,0.08090879917144775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.2,0.11436159610748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.01,0.15922559499740602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.2,0.09466879963874816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.01,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.2,0.08202239871025085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.01,0.17241599559783935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.2,0.07957760095596314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.01,0.096697598695755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.2,0.09251840114593506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.01,0.19667840003967285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.2,0.08674560189247131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.01,0.11125760078430176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.2,0.0985472023487091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.01,0.21525120735168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.01,0.11751680374145508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.2,0.11535359621047973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.01,0.2813760042190552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.01,0.11971839666366577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.2,0.10734720230102539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.2,0.11905920505523682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.01,0.31607680320739745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.01,0.11950080394744873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.2,0.12439680099487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.01,0.13203840255737304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.01,0.4366144180297852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.2,0.12145919799804687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.2,0.12691199779510498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.01,0.14266879558563234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.2,0.12783360481262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.2,0.125491201877594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.01,0.4742591857910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.2,0.1326591968536377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.01,0.147161602973938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.2,0.13477120399475098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.01,0.6230847835540771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.2,0.1379263997077942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.01,0.15283199548721313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.2,0.1422144055366516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.01,0.6659071922302247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.2,0.1467967987060547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.01,0.15765759944915772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.2,0.14323840141296387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.01,1.044921588897705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.2,0.1577855944633484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.01,0.16687999963760375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.2,0.15098240375518798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.01,0.1754047989845276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.2,0.1612671971321106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.01,1.1247679710388183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.01,0.19004160165786743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.2,0.20472319126129152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.2,0.16299519538879395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.01,1.3472000122070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.01,0.19528959989547728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.2,0.20475521087646484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.2,0.17032959461212158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.01,2.446067237854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.01,0.2519680023193359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.2,0.23435521125793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.2,0.17109760046005248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.01,0.30473599433898924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.2,0.34590721130371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.2,0.1944383978843689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.2,0.5375743865966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.01,0.36110720634460447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.01,4.462457656860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.2,0.5348031997680665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.01,0.47466239929199217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.2,0.2087552070617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.2,0.6925695896148681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.01,0.6900928020477295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.2,0.2580032110214233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.2,0.8714367866516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.01,0.7206143856048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.2,0.32312960624694825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.2,1.1195199966430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.2,0.42600321769714355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.01,1.2344960212707519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.2,1.3791744232177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.2,0.5354879856109619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.01,1.2559679985046386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.2,1.6520704269409179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.2,0.781382417678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.2,0.9554559707641601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.01,1.6702655792236327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.2,3.3705406188964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.01,0.07826560139656066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.2,1.3476415634155274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.01,2.2486143112182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.01,0.22156159877777098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.01,0.11267839670181275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.2,1.6311679840087892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.2,5.563558578491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.01,4.495027160644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.01,0.07719039916992188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.2,1.9778047561645509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.01,0.08984959721565247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.01,0.10170880556106568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.2,2.7694656372070314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.01,0.10676480531692505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.01,0.1293951988220215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.01,0.13058559894561766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.2,5.4746238708496096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.01,0.13445119857788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.01,0.14169600009918212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.01,0.14620800018310548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.2,0.12804479598999025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.01,0.15882240533828734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.01,0.16177279949188234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.2,0.09123839735984803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.01,0.08465279936790467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.2,0.08568320274353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.01,0.09872000217437744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.01,0.17627520561218263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.01,0.0807424008846283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.2,0.07745919823646545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.01,0.18616960048675538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.2,0.08706560134887695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.01,0.18979840278625487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.01,0.11116160154342651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.2,0.0893567979335785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.01,0.21952641010284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.01,0.12368639707565307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.2,0.10423040390014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.2,0.1318719983100891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.01,0.2169343948364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.2,0.1232192039489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.2,0.08062080144882203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.01,0.1441472053527832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.01,0.2566400051116943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.2,0.07869439721107482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.2,0.1292736053466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.01,0.1480191946029663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.2,0.091212797164917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.01,0.32154240608215334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.2,0.12912000417709352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.01,0.1550976037979126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.2,0.10736639499664306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.2,0.1411903977394104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.01,0.39667201042175293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.01,0.16467200517654418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.2,0.1487615942955017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.01,0.1733247995376587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.2,0.1194111943244934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.01,0.4848832130432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.2,0.14313600063323975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.01,0.18256640434265137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.2,0.15336320400238038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.01,0.7608320236206054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.01,0.1935487985610962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.2,0.1558784008026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.01,0.9544511795043945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.2,0.15132800340652466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.01,0.211027193069458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.2,0.1602560043334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.01,0.21679360866546632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.2,0.17273600101470948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.01,1.3705920219421386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.2,0.16432640552520753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.01,0.21957120895385743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.2,0.19120639562606812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.2,0.1724992036819458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.2,0.2165503978729248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.01,0.26867198944091797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.01,1.6529151916503906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.2,0.17998720407485963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.2,0.22872319221496581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.01,0.2796799898147583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.01,2.016428756713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.2,0.17807359695434571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.2,0.28048000335693357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.01,0.33297278881073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.01,2.9703807830810547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.2,0.3338239908218384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.2,0.18950400352478028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.01,0.41890559196472166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.2,0.4521984100341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.2,0.18821120262145996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.01,0.544927978515625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.2,0.21976959705352783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.01,0.6777472019195556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.2,0.5718656063079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.01,5.77760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.2,0.2661695957183838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.01,0.9120320320129395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.2,0.797811222076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.2,0.2820224046707153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.01,1.1987903594970704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.2,1.0266112327575683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.2,0.3459712028503418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.01,1.7726079940795898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.2,1.6651519775390624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.2,0.39622399806976316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.2,1.8956480026245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.01,2.4751935958862306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.2,0.5383296012878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.2,2.19420166015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.01,2.871187210083008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.2,0.6591487884521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.2,1.0276479721069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.2,3.3187904357910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.01,4.468230438232422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.2,1.3458815574645997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.2,1.9082815170288085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.2,6.076607894897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.01,7.747897338867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.2,2.497292709350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.2,3.1894720077514647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.2,4.162271881103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.2,10.273369598388673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.08793600201606751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.07230719923973083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.07277439832687378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.07130240201950074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.07568640112876893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.07969279885292054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.08112000226974488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.01,0.09750400185585022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.08112000226974488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.01,0.16106239557266236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.11797120571136474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.01,0.06751360297203064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.08204799890518188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.08586879968643188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.01,0.06707839965820313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.08299520015716552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.08679680228233337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.01,0.07637119889259339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.0763264000415802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.07727360129356384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.01,0.072326397895813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.08892800211906433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.07838720083236694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.01,0.07648640275001525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.08932480216026306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.2,0.08825600147247314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.07953280210494995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.01,0.07640960216522216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.09549440145492553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.08045439720153809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.2,0.07440639734268188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.2,0.058432000875473025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.01,0.08264960050582885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.10288000106811523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.0828224003314972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.01,0.0833728015422821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.2,0.06478080153465271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.11105920076370239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.01,0.0850816011428833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.08621439933776856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.2,0.07281280159950257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.11114879846572875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.08945919871330262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.01,0.08960639834403991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.09233279824256897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.01,0.09394559860229493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.2,0.07189120054244995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.1350208044052124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.10933760404586793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.2,0.0794048011302948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.14840320348739625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.01,0.10833280086517334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.11296000480651855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.2,0.08134400248527526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.11562880277633666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.1841215968132019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.2,0.08379520177841186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.01,0.11847679615020752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.1382848024368286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.2,0.0813759982585907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.01,0.14802559614181518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.2320703983306885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.16551040410995482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.22286078929901124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.01,0.15591039657592773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.3135616064071655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.2,0.08522239923477173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.28441600799560546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.01,0.2102720022201538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,0.36808319091796876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,0.4409152030944824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.2,0.09184640049934387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.01,0.22473599910736083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,0.501203203201294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,0.5755712032318115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.2,0.10087039470672607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.01,0.30699520111083983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,0.6644415855407715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,0.7576511859893799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.01,0.3616575956344604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,0.8314751625061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.2,0.11013120412826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,0.9453375816345215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,1.3552319526672363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.01,0.49339518547058103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.2,0.11537280082702636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,1.1680447578430175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,1.902297592163086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.01,0.6348608016967774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.2,0.13397120237350463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.2,0.15800319910049437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.01,0.9489791870117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,1.534886360168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,1.9906431198120118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.2,0.1730687975883484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.01,1.1958847999572755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,3.929228973388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,2.4368383407592775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.2,0.21960959434509278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.01,1.3735872268676759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,7.8884735107421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.2,0.25389440059661866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,4.887161636352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.01,2.250092887878418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.2,0.3603584051132202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.2,0.4204864025115967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.01,4.672192001342774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.2,0.7125184059143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.2,0.9217023849487305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.2,1.1332608222961427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.01,0.14881919622421264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.2,1.352665615081787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.01,0.09140480160713196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.2,0.08075519800186157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.01,0.06526079773902893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.2,0.10948480367660522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.01,0.06670079827308655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.2,1.943199920654297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.01,0.06773120164871216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.2,0.05780479907989502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.01,0.08612480163574218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.01,0.07354879975318909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.2,3.1610624313354494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.2,0.06455680131912231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.01,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.01,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.2,0.06702719926834107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.01,0.0658240020275116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.01,0.07719680070877075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.01,0.07850880026817322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.2,7.425670623779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.2,0.07111679911613464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.01,0.05931519865989685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.01,0.0759872019290924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.01,0.06746240258216858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.2,0.07750399708747864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.01,0.08426880240440368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.01,0.07189760208129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.2,0.07893760204315185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.01,0.08543360233306885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.01,0.08079360127449035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.2,0.08103039860725403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.01,0.09002879858016968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.01,0.07891839742660522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.01,0.09437440037727356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.2,0.08395519852638245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.01,0.08190720081329346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.01,0.10183680057525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.2,0.08478080034255982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.01,0.08160640001296997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.01,0.10995199680328369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.01,0.08702719807624817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.2,0.08727679848670959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.01,0.11571840047836304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.01,0.1398527979850769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.01,0.08764799833297729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.2,0.0884223997592926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.2,0.07541760206222534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.01,0.15970560312271118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.2,0.09406080245971679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.01,0.09095039963722229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.2,0.08405759930610657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.01,0.20882558822631836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.2,0.10903040170669556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.01,0.09571840167045594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.01,0.23785600662231446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.2,0.05820159912109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.01,0.31896319389343264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.2,0.10658559799194336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.01,0.10115200281143188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.2,0.05790079832077026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.01,0.3478847980499268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.01,0.10801279544830322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.2,0.11976319551467896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.01,0.4721983909606934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.2,0.06610559821128845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.2,0.06997759938240052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.2,0.14888960123062134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.01,0.630944013595581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.01,0.12311680316925049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.2,0.07836160063743591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.01,0.9557375907897949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.2,0.17429120540618898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.01,0.1388800024986267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.01,1.1200063705444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.2,0.0762943983078003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.01,0.15491199493408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.2,0.22432639598846435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.01,1.358995246887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.2,0.07995520234107971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.01,0.19345279932022094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.2,0.25100159645080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.01,2.144576072692871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.2,0.08173440098762512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.01,0.23267199993133544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.2,0.3889983892440796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.2,0.08369920253753663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.2,0.42806401252746584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.01,0.3070208072662354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.01,4.689740753173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.2,0.6134528160095215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.01,0.4041920185089111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.2,0.0906175971031189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.2,0.7173567771911621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.01,0.5810944080352783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.2,0.09281920194625855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.2,1.064793586730957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.01,0.7192063808441163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.2,0.09630720019340515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.2,0.10500479936599731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.01,1.0973119735717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.2,1.409721565246582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.2,0.11012480258941651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.01,1.3674495697021485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.2,1.7256767272949218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.01,0.1028864026069641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.2,0.12279679775238037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.01,1.7028480529785157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.2,2.805446434020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.01,0.076883202791214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.2,0.14450559616088868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.01,0.05813120007514953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.01,2.713523292541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.01,0.062041598558425906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.2,0.16999679803848267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.2,6.784358215332031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.01,0.07102720141410827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.2,0.21895039081573486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.01,5.193113708496094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.01,0.08268160223960877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.2,0.25462400913238525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.01,0.08520320057868958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.2,0.34476161003112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.01,0.08602240085601806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.2,0.4916863918304443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.01,0.0887935996055603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.2,0.6162240028381347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.01,0.09207040071487427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.2,0.8352959632873536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.01,0.09713280200958252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.2,0.058143997192382814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.2,1.2462464332580567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.01,0.09669119715690613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.2,0.07433599829673768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.01,0.10785919427871704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.01,0.08179839849472045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.2,1.6557952880859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.01,0.11708159446716308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.2,0.05541759729385376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.01,0.09132800102233887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.01,0.12148480415344239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.2,1.983091163635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.01,0.13356800079345704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.01,0.14936959743499756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.2,0.06772480010986329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.01,0.06483200192451477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.2,3.238425445556641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.01,0.17827199697494506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.2,0.07474560141563416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.01,0.0776639997959137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.01,0.23376638889312745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.01,0.08820480108261108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.2,0.08455680012702942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.01,0.2568192005157471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.2,6.669222259521485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.01,0.10063359737396241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.01,0.36611840724945066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.2,0.08609920144081115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.01,0.45876479148864746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.01,0.10183680057525635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.2,0.09025279879570007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.01,0.6524159908294678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.2,0.09162880182266235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.01,0.10405759811401367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.01,0.897760009765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.2,0.09405440092086792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.01,0.10928000211715698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.01,1.399225616455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.2,0.09896320104598999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.01,0.1182144045829773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.2,0.10076800584793091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.01,0.12087680101394653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.01,1.7203584671020509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.2,0.10842239856719971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.01,0.12460160255432129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.01,1.9692672729492187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.2,0.1018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.01,0.13456000089645387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.2,0.11934720277786255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.01,2.990399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.2,0.0896127998828888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.01,0.14565759897232056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.2,0.12443519830703735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.2,0.060601598024368285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.01,5.889241409301758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.01,0.15267839431762695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.2,0.12967679500579835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.2,0.06365439891815186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.01,0.16660480499267577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.01,0.1993664026260376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.2,0.07186560034751892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.2,0.15401599407196045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.01,0.23293440341949462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.2,0.08835840225219727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.2,0.182368004322052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.01,0.2910016059875488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.2,0.10273920297622681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.2,0.2363584041595459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.01,0.3595648050308228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.2,0.10310399532318115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.2,0.32445440292358396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.01,0.5027647972106933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.2,0.10478719472885131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.2,0.4033535957336426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.01,0.5817471981048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.05013120174407959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.2,0.1102463960647583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.2,0.49210238456726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.03409920036792755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.2,0.11528960466384888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.01,0.8456831932067871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.2,0.7284416198730469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.03449600040912628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.03565439879894257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.2,0.12235519886016846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.2,0.9365056037902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.01,1.0713600158691405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.03674240112304687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.2,0.12452479600906372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.03689599931240082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.01,1.7471488952636718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.2,1.477894401550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.037241598963737486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.2,0.135808002948761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.03760640025138855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.2,1.7260608673095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.037868800759315493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.2,0.1509055972099304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.01,2.345574378967285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.04058879911899567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.2,0.15661439895629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.04335359930992126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.01,2.6524799346923826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.2,2.4507904052734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.2,0.16224000453948975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.0473471999168396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.2,0.19544960260391236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.054048001766204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.01,4.352096176147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.2,4.068735885620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.062463998794555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.2,0.2284032106399536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.06527360081672669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.06591359972953796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.2,0.30643200874328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.01,8.183622741699219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.2,8.54931869506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.2,0.37792000770568845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.09644799828529357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.14378880262374877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.2,0.5284863948822022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.2,0.6000576019287109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.1684991955757141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.2,0.9188991546630859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.20443520545959473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.2,1.1216064453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,0.2975935935974121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.01,0.04809600114822388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.05025920271873474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,0.37056000232696534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.2,1.7746944427490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.052083200216293334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,0.5405119895935059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.01,0.04975999891757965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.2,2.2188480377197264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.03606399893760681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,0.7301631927490234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.01,0.04032639861106872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.036595198512077334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,0.8259455680847168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.2,3.2104190826416015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.01,0.04286080002784729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.03916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,1.567411231994629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.03889279961585999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.01,0.04385280013084412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.2,5.080883026123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.03880319893360138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.01,0.040780800580978396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,3.11081600189209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.2,9.38507537841797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.03978239893913269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.01,0.04076800048351288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.039743998646736146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.01,0.0377023994922638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.04087679982185364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.01,0.03871360123157501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.04312959909439087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.01,0.03989120125770569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.04837760031223297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.01,0.04200319945812225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.01,0.0440447986125946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.0527616024017334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.2,0.04666880071163178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.2,0.04835200011730194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.01,0.045824000239372255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.05533440113067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.01,0.05077760219573975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.2,0.03524479866027832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.01,0.04661119878292084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.062438398599624634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.2,0.035104000568389894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.01,0.04708479940891266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.2,0.03800320029258728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.01,0.05021439790725708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.07036799788475037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.01,0.03927040100097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.2,0.036934399604797365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.07400959730148315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.01,0.05192959904670715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.2,0.03715200126171112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.01,0.036422398686408994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.10019840002059936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.2,0.03788160085678101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.01,0.06542720198631287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.1198591947555542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.01,0.04080640077590943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.2,0.03868800103664398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.17592320442199708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.01,0.08496639728546143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.01,0.04010879993438721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.2,0.03880319893360138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.16895999908447265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.2,0.04010879993438721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.01,0.039603200554847715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.01,0.08506240248680115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.231712007522583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.2,0.04254719913005829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.2,0.0442111998796463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.3293888092041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.01,0.040012800693511964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.01,0.11872639656066894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.2,0.04831359982490539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,0.44559359550476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.01,0.03997440040111542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.01,0.1285696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.2,0.05223039984703064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.2,0.05449600219726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.01,0.04113920032978058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.01,0.19487359523773193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,0.5676991939544678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.2,0.07256960272789001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.01,0.19912320375442505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.01,0.04140160083770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,0.8387583732604981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.2,0.09316480159759521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.01,0.27436161041259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.2,0.10451200008392333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.01,0.043263998627662656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,1.048038387298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.2,0.1420799970626831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.01,0.3475840091705322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.01,0.04490880072116852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.2,0.16681599617004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,1.3993151664733887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.2,0.2126784086227417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.01,0.04650239944458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.01,0.5426239967346191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.2,0.2800832033157349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.01,0.790444803237915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,2.4116416931152345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.2,0.4247424125671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.01,0.05422080159187317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.01,0.8519552230834961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.2,0.4659008026123047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,4.446559906005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.01,0.06360960006713867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.2,0.8400064468383789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.01,1.3922112464904786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.01,0.07388160228729249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.2,1.1021247863769532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.01,0.08748160004615783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.2,1.3927359580993652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.01,3.0955392837524416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.01,0.10623359680175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.01,0.13994239568710326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.2,2.2664255142211913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.01,0.18142080307006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.01,0.22232320308685302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.2,5.791667175292969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.2,0.05080320239067078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.01,0.30585598945617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.2,0.04391680061817169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.01,0.3451263904571533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.2,0.03782399892807007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.01,0.058303999900817874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.01,0.5155648231506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.2,0.03751679956912994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.2,0.04030719995498657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.01,0.05098239779472351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.01,0.6462656021118164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.2,0.03943679928779602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.01,0.03696640133857727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.01,0.8203968048095703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.2,0.05676159858703613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.2,0.04028800129890442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.01,0.037913599610328676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.2,0.033939200639724734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.2,0.04023680090904236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.01,1.3592320442199708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.01,0.04044800102710724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.2,0.034745600819587705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.01,0.04071680009365082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.2,0.036134400963783266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.2,0.040780800580978396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.2,0.040031999349594116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.01,0.041555199027061465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.2,0.04139519929885864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.01,2.9512767791748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.2,0.04251520037651062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.2,0.044377601146698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.01,0.04184960126876831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.2,0.042361599206924436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.2,0.04475519955158234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.01,0.04309119880199432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.2,0.04229120016098022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.2,0.04810880124568939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.2,0.04397439956665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.01,0.042559999227523806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.2,0.05448960065841675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.2,0.046393600106239316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.2,0.056550401449203494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.01,0.04351359903812409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.2,0.047200000286102294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.2,0.06666880249977111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.2,0.049395200610160825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.01,0.04672000110149384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.2,0.07735040187835693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.01,0.05441280007362366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.2,0.05738239884376526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.2,0.09142400026321411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.01,0.05065600275993347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.2,0.058323198556900026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.2,0.12011519670486451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.2,0.06540799736976624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.01,0.04978559911251068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.01,0.037254399061203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.2,0.14553600549697876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.2,0.08328319787979126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.01,0.0546176016330719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.2,0.09768959879875183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.01,0.03811199963092804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.2,0.19724160432815552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.2,0.13359999656677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.01,0.05591040253639221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.01,0.045407998561859134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.2,0.29253759384155276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.2,0.14995839595794677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.01,0.044019201397895814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.01,0.0646016001701355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.2,0.36221439838409425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.2,0.18592640161514282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.01,0.04565120041370392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.2,0.40317440032958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.01,0.07731199860572815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.2,0.28399360179901123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.2,0.403872013092041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.01,0.08831999897956848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.2,0.7614528179168701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.2,0.4789120197296143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.01,0.04576640129089356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.01,0.11978240013122558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.2,0.8812864303588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.2,0.6916543960571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.01,0.04702720046043396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.01,0.13983999490737914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.2,1.132806396484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.2,1.2664640426635743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.01,0.04829440116882324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.01,0.20305919647216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.2,1.2457216262817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.2,1.865920066833496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.01,0.05148800015449524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.01,0.20760960578918458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.2,2.580575942993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.2,4.763507080078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.01,0.05360640287399292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.01,0.31008000373840333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.2,6.538079833984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.01,0.05617280006408691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.01,0.4465280055999756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.01,0.06104320287704468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.01,0.6478975772857666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.01,0.06568959951400757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.01,0.6991231918334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.01,0.07485439777374267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.01,0.9803520202636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.01,0.08688639998435974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.2,0.05335680246353149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.01,0.05334399938583374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.01,1.3982848167419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.01,0.05086719989776611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.2,0.04478079974651337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.01,0.03653120100498199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.2,0.03531520068645477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.01,0.13764480352401734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.01,3.286355209350586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.01,0.03982079923152924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.2,0.038406398892402646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.01,0.04364160001277924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.2,0.03898879885673523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.01,0.18406399488449096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.01,0.0502016007900238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.2,0.044736000895500186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.01,0.25372159481048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.01,0.05189120173454285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.2,0.04538240134716034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.01,0.05322880148887634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.2,0.04633600115776062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.01,0.3092672109603882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.01,0.05392640233039856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.2,0.0466623991727829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.01,0.05500800013542175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.01,0.43788161277771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.2,0.04715520143508911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.01,0.058316802978515624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.2,0.0486847996711731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.2,0.05353599786758423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.01,0.06117119789123535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.01,0.4765120029449463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.2,0.05180799961090088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.2,0.04805119931697845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.01,0.06830719709396363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.2,0.03961600065231323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.01,0.8827903747558594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.2,0.05506560206413269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.01,0.07610880136489868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.2,0.039603200554847715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.2,0.058483201265335086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.01,0.07936639785766601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.01,0.8576895713806152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.01,0.08997759819030762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.2,0.04185599982738495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.2,0.063673597574234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.01,0.11338239908218384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.2,0.05139840245246887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.01,1.1404735565185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.2,0.06952319741249084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.01,0.13552639484405518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.2,0.05118079781532288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.2,0.077292799949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.01,0.18442239761352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.2,0.05363199710845947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.2,0.09310719966888428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.01,0.19924479722976685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.01,1.9997503280639648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.01,0.26481919288635253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.2,0.05470719933509827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.2,0.10880000591278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.01,0.3608000040054321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.2,0.16503679752349854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.2,0.05501440167427063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.01,3.5526401519775392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.01,0.5457920074462891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.2,0.19438719749450684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.2,0.058316802978515624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.01,0.6568960189819336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.2,0.27674241065979005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.01,1.0000896453857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.2,0.38209919929504393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.01,1.4617792129516602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.2,0.07084800004959106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.2,0.49747838973999026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.01,1.7730688095092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.2,0.07763839960098266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.2,0.5728640079498291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.01,2.6415552139282226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.2,0.07893760204315185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.2,1.0083583831787108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.2,0.0889087975025177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.01,0.1076159954071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.01,5.528543853759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.2,1.2310272216796876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.01,0.06955519914627076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.2,1.4447999954223634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.2,0.12319999933242798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.01,0.055327999591827395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.2,0.1767680048942566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.2,2.889036750793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.2,0.21473278999328613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.2,5.571571350097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.2,0.2935359954833984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.01,0.0632960021495819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.2,0.39657599925994874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.01,0.07029759883880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.2,0.0695360004901886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.2,0.07820159792900086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.01,0.07125759720802308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.2,0.6031487941741943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.2,0.06120319962501526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.01,0.07071999907493591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.2,0.06580479741096497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.01,0.07240319848060608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.2,0.8380288124084473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.2,0.0643392026424408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.01,0.07111039757728577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.2,1.4216256141662598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.2,0.06902400255203248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.01,0.07395840287208558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.2,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.2,1.6760576248168946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.01,0.07723519802093506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.2,0.07006080150604248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.2,0.07132800221443177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.01,0.08101760149002075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.01,0.0802623987197876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.2,2.257695960998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.2,0.0733568012714386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.01,0.08746880292892456
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.01,0.05464959740638733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.2,0.07722880244255066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.01,0.06481279730796814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.01,0.09889919757843017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.2,0.07881600260734559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.2,3.4889598846435548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.2,0.08325759768486023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.01,0.06538879871368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.01,0.10090880393981934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.2,0.08903679847717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.01,0.07128959894180298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.2,0.09545599818229675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.2,7.284019470214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.01,0.07347840070724487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.2,0.10114560127258301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.01,0.13460479974746703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.2,0.12080639600753784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.01,0.07285119891166687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.01,0.16809600591659546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.2,0.15989760160446168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.01,0.07568640112876893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.01,0.20159358978271485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.2,0.16210559606552125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.01,0.07624319791793824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.01,0.22423040866851807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.2,0.2383039951324463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.01,0.3031552076339722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.2,0.24963200092315674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.01,0.3483328104019165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.2,0.35151360034942625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.01,0.07971839904785157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.2,0.06809599995613098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.2,0.4384448051452637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.01,0.08128640055656433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.01,0.5187583923339844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.2,0.7272575855255127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.2,0.056908798217773435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.01,0.08843520283699036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.01,0.7155519962310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.2,0.8705151557922364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.01,0.0929472029209137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.2,0.05739520192146301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.2,0.06046079993247986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.01,0.09993600249290466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.01,0.8973440170288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.2,1.1010944366455078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.2,0.06316159963607788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.2,1.67956485748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.01,1.109331226348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.2,0.07141119837760926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.2,2.009791946411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.01,0.14958720207214354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.2,0.07269120216369629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.01,1.3644991874694825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.01,0.139520001411438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.2,3.50305290222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.2,0.07123839855194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.01,0.17932159900665284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.01,2.344121551513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.2,6.401420593261719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.2,0.07655680179595947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.01,0.2159168004989624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.01,5.026220703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.2,0.07854080200195312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.01,0.2971839904785156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.01,0.43192319869995116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.2,0.08019199967384338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.01,0.5821311950683594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.2,0.08339200019836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.01,0.6763711929321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.2,0.088646399974823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.01,0.9720319747924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.2,0.10001280307769775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.01,0.07624959945678711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.01,0.12094080448150635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.2,0.07768319845199585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.2,0.10740480422973633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.01,1.1345024108886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.01,0.05926399827003479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.2,0.06076800227165222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.01,0.06610559821128845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.2,0.11599999666213989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.01,1.8300031661987304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.2,0.06691200137138367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.01,0.06755200028419495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.2,0.13704320192337036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.01,0.07767680287361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.2,0.06640639901161194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.01,2.5929792404174803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.01,0.07941120266914367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.2,0.15543680191040038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.2,0.07729920148849487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.01,0.07155839800834655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.2,0.07968000173568726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.2,0.20619521141052247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.01,0.07616000175476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.01,5.632908630371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.2,0.07713279724121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.01,0.07810559868812561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.2,0.2531647920608521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.01,0.08341119885444641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.2,0.3670464038848877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.01,0.0876416027545929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.2,0.08375040292739869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.2,0.4673344135284424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.01,0.09220479726791382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.2,0.08524799942970276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.01,0.09416319727897644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.2,0.6978367805480957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.2,0.0892416000366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.01,0.10458240509033204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.01,0.11516799926757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.2,0.09339519739151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.01,0.07617279887199402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.2,0.7853312015533447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.01,0.12522879838943482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.01,0.08230400085449219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.2,0.09847040176391601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.01,0.14466559886932373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.2,1.2148736000061036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.01,0.06168320178985596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.01,0.1640768051147461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.2,0.1038591980934143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.01,0.07347840070724487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.01,0.21672959327697755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.2,1.7388927459716796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.01,0.07322880029678344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.01,0.3095679998397827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.2,0.11268479824066162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.2,2.384281539916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.01,0.3995455980300903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.01,0.08774399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.2,0.1285055994987488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.01,0.09015679955482483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.01,0.5521215915679931
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.2,0.15445760488510132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.2,3.27562255859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.01,0.7578879833221436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.2,0.17665280103683473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.01,0.08880640268325805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.01,0.9058560371398926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.2,0.21836159229278565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.2,7.568057250976563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.01,1.2897151947021483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.01,0.09057919979095459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.2,0.31182079315185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.01,1.5148287773132325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.2,0.40622720718383787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.01,0.09572479724884034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.01,1.8277503967285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.2,0.5253824234008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.01,0.09896320104598999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.2,0.7371071815490723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.01,2.877670478820801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.2,1.1153599739074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.01,0.10097919702529908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.01,5.853964614868164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.2,1.6372800827026368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.01,0.10983680486679077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.2,2.0231103897094727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.2,0.053420799970626834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.01,0.11330560445785523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.2,0.057683199644088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.01,0.12669440507888793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.2,0.06609920263290406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.01,0.14021120071411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.2,2.3692800521850588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.2,0.0711359977722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.01,0.15089919567108154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.2,3.746099090576172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.2,0.08781440258026123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.01,0.1852671980857849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.2,0.09252480268478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.01,0.20440959930419922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.11422719955444335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.2,0.08957440257072449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.2,8.480313873291015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.09534080028533935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.01,0.28056960105895995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.09122560024261475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.2,0.09249280095100403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.2,0.09612159729003907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.01,0.37548160552978516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.07648640275001525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.2,0.10119680166244507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.0806656002998352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.01,0.51560959815979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.2,0.10484479665756226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.088019198179245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.01,0.6748095989227295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.2,0.10878080129623413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.09257599711418152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.2,0.12051199674606324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.09586560130119323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.01,0.9812224388122559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.09780480265617371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.2,0.13420159816741944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.01,1.0122048377990722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.09774720072746276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.2,0.14495999813079835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.10310399532318115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.11223679780960083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.01,1.5782015800476075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.2,0.15849599838256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.10400639772415161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.10508160591125489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.01,1.9133695602416991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.10120960474014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.2,0.19267200231552123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.08917120099067688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.10680320262908935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.2,0.20595839023590087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.01,2.539616012573242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.11934080123901367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.07824640274047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.2,0.29132800102233886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.12264959812164307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.2,0.3454655885696411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.01,4.111520004272461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.08480640053749085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.13800959587097167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.08844799995422363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.2,0.5179903984069825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.01,8.299295806884766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.17622400522232057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.2,0.7074816226959229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.08729599714279175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.16480640172958375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.2000960111618042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.2,1.0401535987854005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.0936191976070404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.24444160461425782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.2,1.2004159927368163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.09259520173072815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.32238719463348386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.09400960206985473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.2,1.7747392654418945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,0.38096640110015867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.09970560073852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,0.5139071941375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.2,2.3418752670288088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,0.7139328002929688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.10188159942626954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.2,2.641868782043457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,0.9673024177551269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.01,0.13921279907226564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.10679039955139161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,1.213587188720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.2,4.446662521362304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.01,0.13405439853668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.11226240396499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,1.521183967590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.01,0.09182080030441284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.12280319929122925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.2,9.264492797851563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.01,0.06896640062332153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.13278080224990846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,2.4626367568969725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.15352319478988646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,4.928128051757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.01,0.07765759825706482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.19394559860229493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.01,0.08299520015716552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.2041599988937378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.01,0.09098880290985108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.27224318981170653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.01,0.08907520174980163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.2729856014251709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.4060671806335449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.01,0.09520639777183533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.2,0.09456639885902404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,0.4476160049438477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.01,0.09828479886054993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.01,0.07899519801139832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.2,0.09274240136146546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.01,0.09723520278930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.01,0.09940479993820191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,0.6639552116394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.2,0.09070079922676086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.01,0.09098240137100219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.01,0.10053759813308716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.2,0.0702015995979309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.01,0.05891839861869812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,0.7752639770507812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.01,0.10047999620437623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.01,0.07337599992752075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.2,0.0769216001033783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.01,0.0770687997341156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,1.212339210510254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.2,0.07706239819526672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.01,0.11603200435638428
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.01,0.08271999955177307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.2,0.08564479947090149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.01,0.12076159715652465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,1.5738559722900392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.01,0.0861631989479065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.2,0.08670719861984252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.01,0.12955520153045655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.01,0.08858879804611205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,2.0421247482299805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.2,0.08483200073242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.01,0.16007039546966553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.01,0.09470720291137695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.2,0.09637119770050048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.01,0.09075199961662292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.01,0.16232320070266723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,3.280780792236328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.01,0.09866880178451538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.01,0.20118401050567628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.2,0.09285119771957398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.01,0.1024448037147522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.01,0.23571200370788575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.2,0.0985152006149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.01,0.11196800470352172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,7.291385650634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.01,0.12526079416275024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.01,0.30010879039764404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.2,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.01,0.13230719566345214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.2,0.10200320482254029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.01,0.37876479625701903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.01,0.15719679594039918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.2,0.1144063949584961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.01,0.17010560035705566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.01,0.5784063816070557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.01,0.21644160747528077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.01,0.6212096214294434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.01,0.24995200634002684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.2,0.12413439750671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.01,0.3287168025970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.01,0.883244800567627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.2,0.160806405544281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.01,0.37730560302734373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.2,0.1422144055366516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.01,1.1758912086486817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.01,0.5552896022796631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.2,0.17974400520324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.2,0.09724159836769104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.2,0.08892800211906433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.01,0.6537536144256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.2,0.22889599800109864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.01,1.4492863655090331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.01,0.967743968963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.2,0.061260801553726194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.2,0.2748159885406494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.01,2.2788415908813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.01,1.236076831817627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.2,0.07299839854240417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.2,0.3933056116104126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.01,1.434067153930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.2,0.07516800165176392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.2,0.445849609375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.01,4.531692886352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.01,2.312153625488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.2,0.0805184006690979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.2,0.6395584106445312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.2,0.08144639730453491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.2,0.7112895965576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.01,4.481254577636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.2,1.0438591957092285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.2,0.08734080195426941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.2,0.09019520282745361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.2,1.4789823532104491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.2,0.09597439765930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.2,1.6483007431030274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.2,0.0970624029636383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.01,0.08717439770698547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.01,0.12935680150985718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.2,0.09676160216331482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.2,3.0764223098754884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.2,0.09720960259437561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.01,0.09597439765930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.2,0.1098431944847107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.2,0.08297600150108338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.01,0.06419199705123901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.2,6.337081527709961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.2,0.11401599645614624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.2,0.07148799896240235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.01,0.0686016023159027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.2,0.06292480230331421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.2,0.12533119916915894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.2,0.069651198387146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.2,0.13137919902801515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.01,0.0775871992111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.2,0.07182719707489013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.2,0.1596735954284668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.2,0.07727360129356384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.2,0.08416000008583069
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.01,0.09434880018234253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.2,0.16906239986419677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.2,0.08492159843444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.01,0.08951039910316468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.2,0.21596159934997558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.2,0.08901119828224183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.01,0.060550397634506224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.2,0.09296640157699584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.2,0.28241920471191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.01,0.08944000005722046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.2,0.10053759813308716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.01,0.07664639949798584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.01,0.0974399983882904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.2,0.4126783847808838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.2,0.09992319941520691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.01,0.09080960154533387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.01,0.10131200551986694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.2,0.44009599685668943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.2,0.10573439598083496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.2,0.11685760021209717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.2,0.5868288040161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.01,0.10347520112991333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.01,0.05910400152206421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.2,0.12908799648284913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.01,0.10959359407424926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.2,0.7753600120544434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.2,0.1405311942100525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.01,0.07347840070724487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.2,0.15772160291671752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.01,0.11753599643707276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.01,0.0784063994884491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.2,1.1156671524047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.2,0.17955199480056763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.01,0.1263808012008667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.01,0.08768640160560608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.01,0.09702399969100953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.01,0.13446400165557862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.2,0.24067840576171876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.2,1.3742655754089355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.2,0.27469439506530763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.01,0.10174720287322998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.01,0.15745919942855835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.2,1.6615232467651366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.2,0.3751744031906128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.01,0.10131839513778687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.01,0.1750208020210266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.2,0.4555200099945068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.01,0.10895999670028686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.2,2.913337516784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.2,0.6807616233825684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.01,0.21760001182556152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.01,0.11288319826126099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.2,0.7631167888641357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.01,0.26046080589294435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.01,0.11923199892044067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.01,0.3469376087188721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.2,1.2027584075927735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.2,5.58232307434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.01,0.41967358589172366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.2,1.4912704467773437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.01,0.1195520043373108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.01,0.5814784049987793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.2,1.8913663864135741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.01,0.13216639757156373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.01,0.13804800510406495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.01,0.7346176147460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.2,3.062521553039551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.01,0.15213439464569092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.01,1.0402751922607423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.01,0.17928320169448853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.01,1.3439104080200195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.2,6.182227325439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.2,0.08528000116348267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.01,0.18451839685440063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.01,1.5797056198120116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.2,0.18451199531555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.01,0.23074560165405272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.01,2.5268735885620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.2,0.06993920207023621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.01,0.29685120582580565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.01,0.4031167984008789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.01,0.5011648178100586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.01,5.1615745544433596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.01,0.05741440057754517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.2,0.08228480219841003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.01,0.6704063892364502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.01,0.08981119990348815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.01,0.08208640217781067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.2,0.08250880241394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.01,0.9059967994689941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.01,0.06469119787216186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.2,0.09316480159759521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.01,1.3496128082275392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.01,0.07975680232048035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.2,0.09820799827575684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.01,1.6529727935791017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.01,0.102457594871521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.2,0.09999359846115112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.01,2.006208038330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.2,0.0821120023727417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.2,0.10268160104751586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.01,0.12090239524841309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.01,3.15163516998291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.2,0.09044479727745056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.01,0.12385280132293701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.2,0.06649600267410279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.01,0.13493119478225707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.2,0.11207679510116578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.01,6.5698493957519535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.01,0.14428800344467163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.2,0.06480640172958374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.2,0.11981439590454102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.01,0.14771840572357178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.2,0.07728639841079712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.2,0.1332352042198181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.01,0.15516159534454346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.01,0.16581759452819825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.2,0.14680960178375244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.2,0.0910975992679596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.01,0.17715840339660643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.2,0.09372159838676453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.2,0.15803519487380982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.01,0.20416638851165772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.01,0.24686079025268554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.2,0.11746560335159302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.2,0.18035199642181396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.01,0.2479487895965576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.2,0.12202880382537842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.2,0.1897279977798462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.01,0.30801279544830323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.01,0.3608896017074585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.2,0.12232320308685303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.2,0.242905592918396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.01,0.49050240516662597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.2,0.13185280561447144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.2,0.30928640365600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.01,0.6054848194122314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.2,0.13991039991378784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.2,0.43146238327026365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.01,0.8594112396240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.2,0.14494080543518068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.01,1.1428607940673827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.2,0.5059648036956788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.2,0.15356800556182862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.2,0.7407616138458252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.01,1.8006656646728516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.01,2.2993663787841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.2,0.1694208025932312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.2,0.9773759841918945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.01,2.9265024185180666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.2,0.1791808009147644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.2,1.4014016151428224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.2,0.20042240619659424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.01,4.5676929473876955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.2,1.691641616821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.2,0.23905279636383056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.2,0.255513596534729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.2,2.2599872589111327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.01,8.457875061035157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.2,0.3104640007019043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.2,3.4160255432128905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.2,0.3875839948654175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.2,0.488812780380249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.2,8.15240936279297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.2,0.6793407917022705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.2,0.979155158996582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.2,1.2283904075622558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.2,1.8670400619506835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.2,2.441663932800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.2,3.152979278564453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.2,4.835007858276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.2,9.9494140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,power_law_1.01,0.08787840008735656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,power_law_1.01,0.08747519850730896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,power_law_1.01,0.07790079712867737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,power_law_1.01,0.08669440150260925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,power_law_1.01,0.08934400081634522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,power_law_1.01,0.09105920195579528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,power_law_1.01,0.09225599765777588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,power_law_1.2,0.08697599768638611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,power_law_1.01,0.09193599820137024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,power_law_1.2,0.0880895972251892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,power_law_1.01,0.09397760033607483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,power_law_1.2,0.07842559814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,power_law_1.01,0.09415680170059204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,power_law_1.2,0.08678399920463561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,power_law_1.01,0.10540800094604492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,power_law_1.2,0.0858560025691986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,power_law_1.01,0.1143231987953186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,power_law_1.01,0.11324160099029541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,power_law_1.2,0.09254400134086609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,power_law_1.01,0.13418240547180177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,power_law_1.2,0.09242879748344421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,power_law_1.01,0.13883520364761354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,power_law_1.2,0.09372159838676453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,power_law_1.01,0.15754239559173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,power_law_1.2,0.10397440195083618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,power_law_1.2,0.11226240396499634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,power_law_1.01,0.15091840028762818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,power_law_1.2,0.11743999719619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,power_law_1.01,0.1841215968132019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,power_law_1.01,0.08988159894943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,power_law_1.2,0.12234879732131958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,power_law_1.01,0.08899840116500854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.1997439980506897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,power_law_1.2,0.14341119527816773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,power_law_1.01,0.08082559704780579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.25056641101837157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,power_law_1.01,0.09159039855003356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,power_law_1.2,0.16151039600372313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.2489408016204834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,power_law_1.01,0.09479680061340331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,power_law_1.2,0.170796799659729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.34647040367126464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,power_law_1.01,0.0858560025691986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,power_law_1.2,0.165830397605896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,power_law_1.01,0.44219517707824707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,power_law_1.01,0.08974720239639282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,power_law_1.2,0.22835841178894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,power_law_1.01,0.6887104034423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,power_law_1.01,0.0893887996673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.22132480144500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,power_law_1.01,0.8208255767822266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,power_law_1.01,0.0899839997291565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.282585597038269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,power_law_1.01,1.1957247734069825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.3382143974304199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,power_law_1.01,0.09249920248985291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,power_law_1.2,0.5380544185638427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,power_law_1.01,0.11041280031204223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,power_law_1.01,1.5531840324401855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,power_law_1.01,0.10997120141983033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,power_law_1.2,0.6464384078979493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,power_law_1.01,2.240812873840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,power_law_1.01,0.11118719577789307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,power_law_1.2,0.8590463638305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,power_law_1.01,0.11856640577316284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,power_law_1.2,1.1260224342346192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,128,power_law_1.01,3.1507648468017577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,power_law_1.01,0.12904959917068481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,power_law_1.2,1.8348096847534179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,power_law_1.01,0.14186240434646608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,128,power_law_1.01,7.235622406005859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,power_law_1.2,2.5147327423095702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,power_law_1.01,0.16120320558547974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,power_law_1.01,0.20597119331359864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,power_law_1.2,3.2416767120361327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,power_law_1.01,0.18664319515228273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,power_law_1.01,0.24724481105804444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,128,power_law_1.2,5.92883186340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,power_law_1.01,0.2615488052368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,power_law_1.01,0.3325567960739136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,128,power_law_1.2,11.838822174072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,power_law_1.01,0.3862272024154663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,power_law_1.01,0.5222271919250489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,power_law_1.01,0.7066304206848144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,power_law_1.01,0.9925824165344238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,power_law_1.01,1.1920639991760253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,power_law_1.01,1.6333440780639648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,power_law_1.2,0.09114239811897278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,power_law_1.2,0.08872320055961609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,64,power_law_1.01,2.8695680618286135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,power_law_1.2,0.08721280097961426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,64,power_law_1.01,5.274367904663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,power_law_1.2,0.0828607976436615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,power_law_1.2,0.08784000277519226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,power_law_1.2,0.09137279987335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,power_law_1.2,0.09058560132980346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,power_law_1.2,0.09210240244865417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,power_law_1.01,0.10577919483184814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,power_law_1.2,0.09907839894294738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,power_law_1.01,0.10360959768295289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,power_law_1.2,0.10583679676055908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,power_law_1.01,0.08260480165481568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,power_law_1.2,0.11178879737854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,power_law_1.01,0.09915519952774048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,power_law_1.2,0.11033600568771362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,power_law_1.2,0.12403839826583862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,power_law_1.2,0.13986560106277465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,power_law_1.01,0.09039360284805298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,power_law_1.2,0.15098880529403685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,power_law_1.2,0.10736000537872314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,power_law_1.2,0.15946880578994752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,power_law_1.2,0.20585598945617675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,power_law_1.2,0.10413440465927123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,power_law_1.01,0.09632639884948731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,power_law_1.2,0.23157119750976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,power_law_1.2,0.07711359858512878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,power_law_1.01,0.09542400240898133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,power_law_1.2,0.28538239002227783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,power_law_1.01,0.10063359737396241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,power_law_1.2,0.09166719913482665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,power_law_1.2,0.2872191905975342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,power_law_1.01,0.10262399911880493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,power_law_1.2,0.0936959981918335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,power_law_1.2,0.09230080246925354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,power_law_1.01,0.1097599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,power_law_1.2,0.3953855991363525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,power_law_1.2,0.09675520062446594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,power_law_1.01,0.11044479608535766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,power_law_1.2,0.47282562255859373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,power_law_1.01,0.10455039739608765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,power_law_1.2,0.09406080245971679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,power_law_1.01,0.11946879625320435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,power_law_1.2,0.7070847988128662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,power_law_1.01,0.11329920291900634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,power_law_1.2,0.09757440090179444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,power_law_1.01,0.12063360214233398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,power_law_1.01,0.08911359906196595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,power_law_1.2,0.886963176727295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,power_law_1.01,0.12458879947662353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,power_law_1.01,0.08922240138053894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,power_law_1.2,0.1065343976020813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,power_law_1.01,0.15768320560455323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,power_law_1.01,0.09631360173225403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,power_law_1.2,1.4070591926574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,power_law_1.2,0.11492480039596557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,power_law_1.01,0.18436479568481445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,power_law_1.01,0.0944320023059845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,power_law_1.2,1.6407487869262696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,power_law_1.01,0.20923519134521484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,power_law_1.2,0.1177024006843567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,power_law_1.01,0.09996160268783569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,power_law_1.2,2.221343994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,power_law_1.01,0.27901439666748046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,power_law_1.2,0.11788159608840942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,power_law_1.01,0.11608959436416626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,power_law_1.01,0.2942528009414673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,64,power_law_1.2,4.084076690673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,power_law_1.2,0.13176319599151612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,power_law_1.01,0.11662720441818238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,power_law_1.2,0.14269440174102782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,power_law_1.01,0.3805504083633423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,64,power_law_1.2,8.327263641357423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,power_law_1.01,0.11698559522628785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,power_law_1.2,0.163481605052948
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,power_law_1.01,0.3799040079116821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,power_law_1.01,0.11662720441818238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,power_law_1.2,0.20399999618530273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,power_law_1.01,0.5016960144042969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,power_law_1.01,0.11843199729919433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,power_law_1.2,0.251859188079834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,power_law_1.01,0.6415552139282227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,power_law_1.01,0.1192255973815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,power_law_1.2,0.3225919961929321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,power_law_1.01,0.13096319437026976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,power_law_1.01,0.8370176315307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,power_law_1.2,0.35561599731445315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,power_law_1.2,0.4637184143066406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,power_law_1.01,0.14016640186309814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,power_law_1.01,1.1007935523986816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,power_law_1.2,0.4645823955535889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,power_law_1.01,0.14270080327987672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,power_law_1.01,1.4592960357666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,power_law_1.2,0.729478406906128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,power_law_1.01,0.1484671950340271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,32,power_law_1.01,2.3089664459228514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,power_law_1.2,0.7352767944335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,power_law_1.01,0.17562880516052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,power_law_1.01,0.20519039630889893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,power_law_1.2,1.1245887756347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,32,power_law_1.01,5.203353500366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,power_law_1.01,0.2604032039642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,power_law_1.2,1.4432064056396485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,power_law_1.01,0.29498240947723386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,power_law_1.2,1.6106880187988282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,power_law_1.01,0.39740800857543945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,power_law_1.01,0.41431679725646975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,32,power_law_1.2,2.7429567337036134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,power_law_1.01,0.5798399925231934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,power_law_1.01,0.6780928134918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,32,power_law_1.2,5.864915084838867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,power_law_1.01,1.0029248237609862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,power_law_1.2,0.10008319616317748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,power_law_1.01,1.0975168228149415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,power_law_1.2,0.11336319446563721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,power_law_1.2,0.07954559922218322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,power_law_1.01,1.4172032356262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,power_law_1.2,0.0941760003566742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,power_law_1.2,0.09617279767990113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,16,power_law_1.01,2.1377023696899413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,power_law_1.2,0.09335039854049683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,power_law_1.2,0.09783679842948914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,16,power_law_1.01,4.049068832397461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,power_law_1.2,0.11067520380020142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,power_law_1.2,0.11344640254974366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,power_law_1.2,0.11400320529937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,power_law_1.2,0.11743999719619751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,power_law_1.2,0.11750400066375732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,power_law_1.2,0.1326591968536377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,power_law_1.01,0.09548159837722778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,power_law_1.2,0.13776639699935914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,power_law_1.2,0.14358400106430053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,power_law_1.01,0.10734080076217652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,power_law_1.2,0.14398080110549927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,power_law_1.2,0.16758400201797485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,power_law_1.01,0.10040960311889649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,power_law_1.01,0.1025920033454895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,power_law_1.2,0.19479680061340332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,power_law_1.01,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,power_law_1.2,0.09523839950561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,power_law_1.2,0.20410239696502686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,power_law_1.01,0.10720640420913696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,power_law_1.2,0.26114559173583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,power_law_1.01,0.10951039791107178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,power_law_1.2,0.32095999717712403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,power_law_1.01,0.11259520053863525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,power_law_1.01,0.11210240125656128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,power_law_1.2,0.09904000163078308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,power_law_1.2,0.44952960014343263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,power_law_1.01,0.11531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,power_law_1.2,0.10932480096817017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,power_law_1.01,0.121561598777771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,power_law_1.2,0.09867519736289979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,power_law_1.2,0.4919680118560791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,power_law_1.01,0.1301695942878723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,power_law_1.2,0.10549119710922242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,power_law_1.2,0.6863679885864258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,power_law_1.01,0.14313600063323975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,power_law_1.2,0.1080064058303833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,power_law_1.2,0.7318719863891602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,power_law_1.01,0.15281280279159545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,power_law_1.2,0.10817279815673828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,power_law_1.2,0.9985600471496582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,power_law_1.01,0.06609280109405517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,power_law_1.01,0.1601408004760742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,power_law_1.2,0.11182719469070435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,power_law_1.2,0.13360639810562133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,power_law_1.2,1.3920000076293946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,power_law_1.01,0.06298879981040954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,power_law_1.01,0.16136319637298585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,power_law_1.2,0.134662401676178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05329279899597168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,power_law_1.01,0.1921728014945984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,power_law_1.2,1.4702207565307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,power_law_1.01,0.055743998289108275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,power_law_1.2,0.1400256037712097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,power_law_1.01,0.21726720333099364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,16,power_law_1.2,2.4517887115478514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,power_law_1.01,0.055820798873901366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,power_law_1.2,0.14511359930038453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,power_law_1.01,0.2751487970352173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,power_law_1.01,0.054527997970581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,power_law_1.2,0.15403519868850707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,16,power_law_1.2,4.9939006805419925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,power_law_1.01,0.32975358963012696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,power_law_1.01,0.05490559935569763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,power_law_1.2,0.15932159423828124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,power_law_1.01,0.05397760272026062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,power_law_1.2,0.1814911961555481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,power_law_1.01,0.44057598114013674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,power_law_1.01,0.05472000241279602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,power_law_1.2,0.20853118896484374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,power_law_1.01,0.5068223953247071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,power_law_1.01,0.05477759838104248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,power_law_1.2,0.22766079902648925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,power_law_1.01,0.7249343872070313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,power_law_1.01,0.06694399714469909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,power_law_1.01,0.06820480227470398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,power_law_1.2,0.30309760570526123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,power_law_1.01,0.7874752044677734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,power_law_1.01,0.07034239768981934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,power_law_1.2,0.35182719230651854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,power_law_1.01,1.171052837371826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,power_law_1.01,0.07964800000190735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,power_law_1.2,0.4611648082733154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,power_law_1.01,0.08756480216979981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,power_law_1.01,1.3763135910034179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,power_law_1.01,0.09695360064506531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,power_law_1.2,0.6665408134460449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,power_law_1.01,1.6654848098754882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,power_law_1.01,0.08817920088768005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,power_law_1.2,0.9080767631530762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,power_law_1.01,0.10628479719161987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,power_law_1.2,0.8309568405151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,8,power_law_1.01,2.5227584838867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,power_law_1.2,1.3292927742004395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.14328960180282593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,8,power_law_1.01,4.457702255249023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.19035520553588867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,power_law_1.2,1.8068735122680664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.1743872046470642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,power_law_1.2,1.9525632858276367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.24815359115600585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.28224639892578124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,8,power_law_1.2,3.1221311569213865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,power_law_1.01,0.3631040096282959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,power_law_1.01,0.5157120227813721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,8,power_law_1.2,5.244390487670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,power_law_1.01,0.7181439876556397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,power_law_1.2,0.06270080208778381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,power_law_1.01,1.0157567977905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,power_law_1.2,0.058719998598098753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,power_law_1.01,1.168339157104492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,power_law_1.2,0.0505407989025116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,power_law_1.2,0.055078399181365964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05578240156173706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,128,power_law_1.01,1.8311040878295899
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,power_law_1.2,0.05472000241279602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,power_law_1.2,0.05441920161247253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,128,power_law_1.01,4.4444927215576175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,power_law_1.2,0.05453439950942993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,power_law_1.2,0.054841601848602296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,power_law_1.2,0.05934079885482788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,power_law_1.2,0.06778240203857422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,power_law_1.2,0.07032960057258605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,power_law_1.2,0.07850239872932434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,power_law_1.01,0.05676159858703613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,power_law_1.2,0.08854399919509888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,power_law_1.01,0.05621119737625122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,power_law_1.2,0.10880000591278076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,power_law_1.2,0.12394239902496337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,power_law_1.01,0.05133439898490906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,power_law_1.2,0.09721599817276001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,power_law_1.01,0.05763840079307556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,power_law_1.01,0.05812479853630066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,power_law_1.2,0.1487231969833374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,power_law_1.2,0.05676800012588501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,power_law_1.01,0.05284479856491089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.18670079708099366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,power_law_1.2,0.06410880088806152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,power_law_1.01,0.05330560207366943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.2710911989212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,power_law_1.2,0.05255680084228516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,power_law_1.01,0.05386880040168762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.2427839994430542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,power_law_1.2,0.057766401767730714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,power_law_1.01,0.05427839756011963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,power_law_1.2,0.058310401439666745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.39080960750579835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,power_law_1.01,0.05559039711952209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,power_law_1.01,0.057715201377868654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,power_law_1.01,0.05679360032081604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,power_law_1.2,0.05286399722099304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.3610559940338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,power_law_1.01,0.06152960062026978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,power_law_1.01,0.055961602926254274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,power_law_1.2,0.05316479802131653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,power_law_1.2,0.6011903762817383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,power_law_1.01,0.06741120219230652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,power_law_1.01,0.05431039929389954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,power_law_1.2,0.05348479747772217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,power_law_1.2,0.8030271530151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,power_law_1.01,0.05622400045394897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,power_law_1.01,0.06938880085945129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,power_law_1.2,0.05502079725265503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,power_law_1.2,0.058508801460266116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,power_law_1.01,0.0576960027217865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,power_law_1.01,0.07893120050430298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,power_law_1.2,1.1659839630126954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,power_law_1.2,0.05702400207519531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,power_law_1.01,0.053497600555419925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,power_law_1.01,0.08220800161361694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,power_law_1.2,1.5304896354675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,power_law_1.2,0.06534399986267089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,power_law_1.01,0.053491199016571046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,power_law_1.01,0.08942720293998718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,power_law_1.2,1.9282943725585937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,power_law_1.01,0.05607680082321167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,power_law_1.01,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,power_law_1.2,0.07259520292282104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,power_law_1.01,0.057107198238372806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,1,128,power_law_1.2,3.060044860839844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,power_law_1.01,0.13295359611511232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,power_law_1.2,0.0836031973361969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,power_law_1.01,0.05797119736671448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,power_law_1.01,0.17086080312728882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,power_law_1.2,0.09163519740104675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,1,128,power_law_1.2,5.957535934448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,power_law_1.2,0.10679039955139161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,power_law_1.01,0.05736320018768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,power_law_1.01,0.16106879711151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,power_law_1.2,0.13493119478225707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,power_law_1.01,0.0597055971622467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,power_law_1.01,0.21137919425964355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,power_law_1.2,0.12925440073013306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,power_law_1.01,0.0635968029499054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,power_law_1.01,0.25464320182800293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,power_law_1.2,0.16952320337295532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,power_law_1.01,0.07030400037765502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,power_law_1.2,0.23379840850830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,power_law_1.01,0.31116158962249757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,power_law_1.2,0.2994879961013794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,power_law_1.01,0.07274240255355835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,power_law_1.01,0.36291840076446535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,power_law_1.2,0.31671040058135985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,power_law_1.01,0.07446399927139283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,power_law_1.2,0.48830718994140626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,power_law_1.01,0.0837823987007141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,power_law_1.01,0.4860095977783203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,power_law_1.2,0.5675136089324951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,power_law_1.01,0.7916736125946044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,power_law_1.01,0.12588160037994384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,power_law_1.2,0.8134336471557617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,power_law_1.01,0.1567744016647339
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,power_law_1.01,0.7935935974121093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,power_law_1.2,1.3706175804138183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,power_law_1.01,0.17399040460586548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,power_law_1.2,1.1974783897399903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,64,power_law_1.01,1.4808639526367187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,power_law_1.01,0.23310720920562744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,power_law_1.01,0.23546879291534423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,2,64,power_law_1.2,2.7565439224243162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,64,power_law_1.01,2.509760093688965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,power_law_1.01,0.3040640115737915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,power_law_1.2,0.06556159853935242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,power_law_1.01,0.37738239765167236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,2,64,power_law_1.2,4.839302444458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,power_law_1.01,0.5622208118438721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,power_law_1.2,0.04952960014343262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,power_law_1.01,0.5645503997802734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,power_law_1.2,0.055929601192474365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,power_law_1.01,0.64651517868042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,power_law_1.2,0.05602560043334961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,32,power_law_1.01,1.065056037902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,power_law_1.2,0.05398399829864502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,power_law_1.2,0.055801600217819214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,32,power_law_1.01,2.268716812133789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,power_law_1.2,0.05878400206565857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,power_law_1.2,0.05858560204505921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,power_law_1.2,0.058719998598098753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,power_law_1.2,0.05943040251731872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,power_law_1.2,0.06580479741096497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,power_law_1.2,0.07090560197830201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,power_law_1.2,0.07410560250282287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,power_law_1.2,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,power_law_1.2,0.09196799993515015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,power_law_1.2,0.1116096019744873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,power_law_1.2,0.13415679931640626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,power_law_1.2,0.21144959926605225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,power_law_1.2,0.1518847942352295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,power_law_1.01,0.08242560029029847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,power_law_1.2,0.22157440185546876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,power_law_1.2,0.0838271975517273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,power_law_1.2,0.07747200131416321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,power_law_1.01,0.07258880138397217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,power_law_1.2,0.27411839962005613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,power_law_1.2,0.07292159795761108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,power_law_1.2,0.41025919914245607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,power_law_1.2,0.07343999743461609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,power_law_1.01,0.08186240196228027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,power_law_1.2,0.5110464096069336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,power_law_1.2,0.08168320059776306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,power_law_1.01,0.09853439927101135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,power_law_1.2,0.09909120202064514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,power_law_1.2,0.7627583980560303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,power_law_1.01,0.09711999893188476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,power_law_1.2,0.09827200174331666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,power_law_1.2,0.83372802734375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,power_law_1.2,0.0942463994026184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,power_law_1.01,0.07843199968338013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,power_law_1.2,1.115123176574707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,power_law_1.2,0.09641600251197815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,power_law_1.01,0.0828544020652771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,4096,1536,8,128,4,32,power_law_1.2,1.9662208557128906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,power_law_1.2,0.09836159944534302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,power_law_1.01,0.09600639939308167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,power_law_1.2,0.10224640369415283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,power_law_1.01,0.10316799879074097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,4096,1536,8,128,4,32,power_law_1.2,4.446988677978515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,power_law_1.2,0.10371840000152588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,power_law_1.01,0.1034432053565979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,power_law_1.01,0.10665600299835205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,power_law_1.2,0.10660480260848999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,power_law_1.01,0.11746560335159302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,power_law_1.2,0.12464640140533448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,power_law_1.01,0.12943999767303466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,power_law_1.2,0.13760639429092408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,power_law_1.01,0.13861119747161865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,power_law_1.2,0.14531199932098388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,power_law_1.2,0.15445120334625245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,power_law_1.01,0.14404480457305907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,power_law_1.01,0.19082239866256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,power_law_1.2,0.2041599988937378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,power_law_1.01,0.21290879249572753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,power_law_1.2,0.2557440042495728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,power_law_1.01,0.26956160068511964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,power_law_1.2,0.3710655927658081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,power_law_1.01,0.24440960884094237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,power_law_1.2,0.3285696029663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,power_law_1.01,0.10435839891433715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,power_law_1.01,0.3103679895401001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,power_law_1.2,0.40775041580200194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,power_law_1.01,0.39122560024261477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,power_law_1.01,0.10606080293655396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,power_law_1.01,0.11465599536895751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,power_law_1.2,0.5171840190887451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,power_law_1.01,0.49891200065612795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,power_law_1.01,0.08707200288772583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,power_law_1.2,0.6716991901397705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,power_law_1.01,0.5406911849975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,power_law_1.01,0.09895039796829223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,power_law_1.2,0.7670976161956787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,power_law_1.01,0.8604543685913086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,power_law_1.01,0.10735360383987427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,power_law_1.2,1.1965503692626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,power_law_1.01,1.141708755493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,power_law_1.01,0.10083199739456176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,power_law_1.2,1.691904067993164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,power_law_1.01,0.10983040332794189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,power_law_1.01,1.313043212890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,power_law_1.01,0.1106943964958191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,power_law_1.2,2.0367807388305663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,32,power_law_1.01,2.171718406677246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,power_law_1.01,0.11204479932785034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,6144,2560,8,160,4,32,power_law_1.2,2.892192077636719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,power_law_1.01,0.1072767972946167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,32,power_law_1.01,4.065715026855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,6144,2560,8,160,4,32,power_law_1.2,7.855366516113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,power_law_1.01,0.12469760179519654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,power_law_1.01,0.12535040378570556
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,power_law_1.01,0.13304320573806763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,power_law_1.01,0.13960959911346435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,power_law_1.01,0.16097919940948485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,power_law_1.01,0.215231990814209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.19407360553741454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.24423038959503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.290009593963623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.3627392053604126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,power_law_1.2,0.106387197971344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,power_law_1.01,0.4874879837036133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,power_law_1.2,0.10889600515365601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,power_law_1.2,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,power_law_1.01,0.7375552177429199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,power_law_1.2,0.09887999892234803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,power_law_1.01,0.7732927799224854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,power_law_1.2,0.09886720180511474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,power_law_1.01,1.1071999549865723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,power_law_1.2,0.10001280307769775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,power_law_1.01,1.6641151428222656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,power_law_1.2,0.10202879905700683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,power_law_1.2,0.10241919755935669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,power_law_1.01,1.9139711380004882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,power_law_1.2,0.10370559692382812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,power_law_1.2,0.1100160002708435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,128,power_law_1.01,3.1208576202392577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,power_law_1.2,0.1221951961517334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,power_law_1.01,0.107750403881073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,128,power_law_1.01,6.106560134887696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,power_law_1.2,0.12859519720077514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,power_law_1.01,0.10509439706802368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,power_law_1.2,0.13626879453659058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,power_law_1.01,0.11050239801406861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,power_law_1.2,0.10743039846420288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,power_law_1.2,0.10396800041198731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,power_law_1.2,0.15571839809417726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,power_law_1.01,0.0902079999446869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,power_law_1.2,0.1103935956954956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,power_law_1.2,0.1802623987197876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,power_law_1.01,0.09105280041694641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,power_law_1.2,0.0890175998210907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,power_law_1.2,0.2525887966156006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,power_law_1.01,0.10291839838027954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,power_law_1.2,0.10042239427566528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,power_law_1.01,0.10019199848175049
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.22191998958587647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,power_law_1.2,0.09523839950561523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,power_law_1.01,0.11067520380020142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,power_law_1.01,0.11217279434204101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.28037760257720945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,power_law_1.2,0.0992959976196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,power_law_1.01,0.11318399906158447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.306278395652771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,power_law_1.2,0.11138559579849243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,power_law_1.01,0.10659840106964111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.49611520767211914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,power_law_1.2,0.10469119548797608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,power_law_1.01,0.11518080234527588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,power_law_1.2,0.6558271884918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,power_law_1.2,0.1083456039428711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,power_law_1.01,0.11502079963684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,power_law_1.01,0.11918079853057861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,power_law_1.2,0.11322239637374878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,power_law_1.2,0.8825599670410156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,power_law_1.01,0.13449599742889404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,power_law_1.2,0.11669759750366211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,power_law_1.2,1.013587188720703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,power_law_1.01,0.1400383949279785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,power_law_1.2,0.11679999828338623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,power_law_1.2,1.6372800827026368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,power_law_1.01,0.15324800014495848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,power_law_1.2,0.1350335955619812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,power_law_1.2,0.14124799966812135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,power_law_1.01,0.20223360061645507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,power_law_1.2,2.182508850097656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,power_law_1.2,0.15393279790878295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,power_law_1.01,0.19031039476394654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,power_law_1.01,0.10776959657669068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,power_law_1.2,2.897715187072754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,power_law_1.2,0.1812991976737976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,power_law_1.01,0.11441919803619385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,power_law_1.01,0.2578943967819214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,power_law_1.2,0.22172799110412597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,1,128,power_law_1.2,4.991609573364258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,power_law_1.01,0.11939200162887573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,power_law_1.01,0.28646399974823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,power_law_1.2,0.20823678970336915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,power_law_1.01,0.10261759757995606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,power_law_1.2,0.28818559646606445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,power_law_1.01,0.3636159896850586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,1,128,power_law_1.2,9.924012756347656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,power_law_1.2,0.3302016019821167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,power_law_1.01,0.0976639986038208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,power_law_1.01,0.448960018157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,power_law_1.2,0.44131197929382326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,power_law_1.01,0.0949184000492096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,power_law_1.01,0.5874303817749024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,power_law_1.2,0.5293375968933105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,power_law_1.01,0.09709439873695373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,power_law_1.01,0.6999296188354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,power_law_1.2,0.6699711799621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,power_law_1.01,0.11616640090942383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,power_law_1.01,0.11334400177001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,power_law_1.2,0.9545280456542968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,power_law_1.01,1.001369571685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,power_law_1.01,0.11713919639587403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,power_law_1.2,1.1882047653198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,power_law_1.01,1.301542377471924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,power_law_1.01,0.1294592022895813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,power_law_1.2,1.8049919128417968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,power_law_1.01,0.13059200048446656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,power_law_1.01,1.6749759674072267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,power_law_1.01,0.13383040428161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,power_law_1.2,2.337183952331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,64,power_law_1.01,2.3391040802001952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,power_law_1.01,0.12222720384597778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,64,power_law_1.2,3.195955276489258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,64,power_law_1.01,4.863283157348633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,power_law_1.01,0.13278720378875733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,power_law_1.01,0.139193594455719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,64,power_law_1.2,7.418918609619141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,power_law_1.01,0.1483456015586853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,power_law_1.01,0.18005119562149047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,power_law_1.01,0.22910718917846679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,power_law_1.01,0.27882239818572996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,power_law_1.01,0.3301440000534058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,power_law_1.01,0.41656317710876467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,power_law_1.01,0.485152006149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,power_law_1.2,0.10616320371627808
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,power_law_1.01,0.6614272117614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,power_law_1.2,0.11316479444503784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,power_law_1.01,0.6416639804840087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,power_law_1.2,0.11228799819946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,power_law_1.2,0.10126080513000488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,power_law_1.01,0.9103936195373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,power_law_1.2,0.0967423975467682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,power_law_1.01,1.2721983909606933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,power_law_1.2,0.09724799990653991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,power_law_1.2,0.0981760025024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,power_law_1.01,1.6769472122192384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,power_law_1.2,0.1079103946685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,32,power_law_1.01,2.292255973815918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,power_law_1.2,0.11672320365905761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,power_law_1.01,0.09847040176391601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,power_law_1.2,0.11774719953536987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,32,power_law_1.01,4.3608959197998045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,power_law_1.2,0.11982719898223877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,power_law_1.01,0.11607040166854858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,power_law_1.2,0.11946879625320435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,power_law_1.2,0.10797439813613892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,power_law_1.01,0.15838719606399537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,power_law_1.2,0.12435840368270874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,power_law_1.01,0.09260799884796142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,power_law_1.2,0.12635519504547119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,power_law_1.2,0.1171839952468872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,power_law_1.01,0.10400639772415161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,power_law_1.2,0.12900480031967163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,power_law_1.2,0.09876480102539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,power_law_1.01,0.10491520166397095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,power_law_1.2,0.1397760033607483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,power_law_1.2,0.0992959976196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,power_law_1.01,0.1054527997970581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,power_law_1.2,0.1739967942237854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,power_law_1.2,0.09535999894142151
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,power_law_1.01,0.11795200109481811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,power_law_1.2,0.21495680809020995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,power_law_1.2,0.10013439655303955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,power_law_1.01,0.11731200218200684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,power_law_1.01,0.126310396194458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,power_law_1.2,0.24607360363006592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,power_law_1.2,0.102457594871521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,power_law_1.2,0.11586560010910034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,power_law_1.2,0.32734720706939696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,power_law_1.01,0.12100479602813721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,power_law_1.2,0.11191680431365966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,power_law_1.2,0.3522559881210327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,power_law_1.01,0.1269055962562561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,power_law_1.2,0.1368127942085266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,power_law_1.2,0.4712639808654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,power_law_1.2,0.13806079626083373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,power_law_1.01,0.1428544044494629
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,power_law_1.2,0.14302719831466676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,power_law_1.01,0.14830080270767212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,power_law_1.2,0.5488255977630615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,power_law_1.2,0.14835200309753419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,power_law_1.01,0.1517184019088745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,power_law_1.01,0.09585919976234436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,power_law_1.2,0.8278719902038574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,power_law_1.2,0.152019202709198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,power_law_1.01,0.15507839918136596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,power_law_1.01,0.10835200548171997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,power_law_1.2,0.7732992172241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,power_law_1.2,0.1612223982810974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,power_law_1.01,0.18695679903030396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,power_law_1.01,0.1223039984703064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,power_law_1.2,0.16381440162658692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,power_law_1.2,1.1881279945373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,power_law_1.2,0.19534080028533934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,power_law_1.01,0.21591041088104249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,power_law_1.01,0.0997439980506897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,power_law_1.2,1.6059648513793945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,power_law_1.2,0.21365759372711182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,power_law_1.01,0.2852544069290161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,power_law_1.01,0.11295360326766968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,power_law_1.2,1.958195114135742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,power_law_1.01,0.3150207996368408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,power_law_1.2,0.2794368028640747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,power_law_1.01,0.10351359844207764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,power_law_1.01,0.11023999452590942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,power_law_1.01,0.4308351993560791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,power_law_1.2,0.3787712097167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,32,power_law_1.2,3.057139205932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,power_law_1.01,0.1214784026145935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,power_law_1.2,0.493503999710083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,power_law_1.01,0.43948798179626464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,power_law_1.2,0.48538880348205565
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,power_law_1.01,0.13159680366516113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,power_law_1.01,0.6044415950775146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,32,power_law_1.2,5.845580673217773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,power_law_1.2,0.6766848087310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,power_law_1.01,0.13056639432907105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,power_law_1.01,0.7025343894958496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,power_law_1.01,0.13564800024032592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,power_law_1.2,0.7685311794281006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,power_law_1.01,1.0133952140808105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,power_law_1.01,0.14088319540023803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,power_law_1.2,1.1257920265197754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,power_law_1.01,0.1404863953590393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,power_law_1.01,1.213484764099121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,power_law_1.01,0.15026559829711914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,power_law_1.2,1.3278143882751465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,power_law_1.01,1.4780544281005858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,power_law_1.01,0.16335359811782837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,power_law_1.01,0.16424319744110108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,power_law_1.2,1.6657983779907226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,16,power_law_1.01,2.2263103485107423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,power_law_1.01,0.16755199432373047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,16,power_law_1.2,2.6851648330688476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,power_law_1.01,0.20237441062927247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,16,power_law_1.01,4.213919830322266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,16,power_law_1.2,4.846860885620117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,power_law_1.01,0.24165759086608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,power_law_1.01,0.30083839893341063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,power_law_1.01,0.3581183910369873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,power_law_1.01,0.4841152191162109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,power_law_1.01,0.6010240077972412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,power_law_1.01,0.8565183639526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,power_law_1.01,0.8381888389587402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,power_law_1.2,0.09537280201911927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,power_law_1.01,1.157811164855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,power_law_1.2,0.10839680433273316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,power_law_1.01,1.4897791862487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,power_law_1.2,0.09404159784317016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,power_law_1.2,0.09953920245170593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,power_law_1.01,1.7919424057006836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,power_law_1.01,0.026822400093078614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,power_law_1.2,0.02687999904155731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,power_law_1.2,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,power_law_1.01,0.02685439884662628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,power_law_1.2,0.02688640058040619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,8,power_law_1.01,2.6228544235229494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,power_law_1.01,0.027110400795936584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,power_law_1.2,0.10286719799041748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,power_law_1.2,0.027142399549484254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,power_law_1.01,0.027193599939346315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,power_law_1.2,0.027321600914001466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,8,power_law_1.01,4.815116882324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,power_law_1.01,0.027641600370407103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,power_law_1.2,0.027807998657226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,power_law_1.2,0.11782399415969849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,power_law_1.2,0.12254079580307006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,power_law_1.2,0.12962559461593628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,power_law_1.2,0.14186880588531495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,power_law_1.01,0.027033600211143493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,power_law_1.2,0.14224640130996705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,power_law_1.01,0.027622398734092713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,power_law_1.2,0.0281792014837265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,power_law_1.01,0.0281792014837265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,power_law_1.2,0.14929920434951782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,power_law_1.2,0.028703999519348145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,power_law_1.2,0.16161919832229615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,power_law_1.01,0.027276799082756042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,power_law_1.2,0.17472000122070314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,power_law_1.01,0.027187201380729675
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,power_law_1.2,0.18175359964370727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,power_law_1.01,0.02995840013027191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,power_law_1.2,0.029785600304603577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,power_law_1.2,0.03081600069999695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,power_law_1.2,0.2168639898300171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,power_law_1.01,0.02754560112953186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,power_law_1.01,0.030297601222991945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,power_law_1.2,0.03080959916114807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,power_law_1.01,0.027718400955200194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,power_law_1.01,0.030822399258613586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,power_law_1.2,0.24978559017181395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,power_law_1.01,0.028281599283218384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,power_law_1.2,0.315391993522644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,power_law_1.2,0.38224639892578127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,power_law_1.2,0.48177280426025393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,power_law_1.2,0.032307198643684386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,power_law_1.01,0.03335039913654327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,power_law_1.2,0.6401919841766357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,power_law_1.01,0.027654400467872618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,power_law_1.2,0.035174399614334106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,power_law_1.01,0.03378559947013855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,power_law_1.2,0.793068790435791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,power_law_1.01,0.028755199909210206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,power_law_1.2,0.03620480000972748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,power_law_1.01,0.036800000071525577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,power_law_1.01,0.029388800263404846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,power_law_1.2,0.9004287719726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,power_law_1.2,1.2506367683410644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,power_law_1.2,1.5437567710876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,power_law_1.01,0.03150720000267029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,power_law_1.2,0.043910399079322815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,power_law_1.01,0.04429439902305603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,power_law_1.2,1.7793088912963868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,power_law_1.01,0.03188480138778686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,power_law_1.2,0.045440000295639035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,power_law_1.01,0.04492799937725067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,power_law_1.01,0.033011201024055484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,8,power_law_1.2,2.94968318939209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,power_law_1.01,0.03528960049152374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,8,power_law_1.2,5.5744384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,power_law_1.01,0.03592320084571839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,power_law_1.01,0.05110399723052979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,power_law_1.2,0.05320960283279419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,power_law_1.01,0.07223039865493774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,power_law_1.01,0.05008000135421753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,power_law_1.2,0.07112320065498352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,power_law_1.01,0.04702079892158508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,power_law_1.2,0.026707199215888978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,power_law_1.2,0.02707200050354004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.01,0.08061439990997314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,power_law_1.2,0.02730880081653595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,power_law_1.01,0.05999360084533691
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.2,0.08269439935684204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,power_law_1.2,0.02746880054473877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.01,0.111571204662323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,power_law_1.2,0.027807998657226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.01,0.1453760027885437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.2,0.11747839450836181
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.01,0.21575040817260743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.2,0.14201600551605226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.01,0.272160005569458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.2,0.2260416030883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.01,0.41699838638305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,power_law_1.01,0.07625600099563598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,power_law_1.2,0.027795198559761047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.2,0.30538239479064944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.01,0.5624639987945557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,power_law_1.2,0.029183998703956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.2,0.44582400321960447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,power_law_1.2,0.029747200012207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.2,0.538585615158081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.01,0.08407040238380432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.01,0.7769983768463135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.01,0.13031680583953859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.2,0.894649600982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.01,0.13853440284729004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.01,1.0129535675048829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,power_law_1.2,0.031564798951148984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.2,1.1258367538452148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.01,0.24186880588531495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,power_law_1.2,0.03193599879741669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,power_law_1.01,1.2947263717651367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,power_law_1.2,1.3716032028198242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.01,0.29738240242004393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,power_law_1.2,0.03361920118331909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.01,0.47727360725402834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,8,power_law_1.01,2.177427291870117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,16,8,power_law_1.2,1.8633024215698242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.01,0.5624063968658447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,8,power_law_1.2,4.026342391967773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,16,8,power_law_1.01,4.42949104309082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.01,0.8632512092590332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,power_law_1.2,0.0353408008813858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.01,1.2354175567626953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,power_law_1.2,0.036268800497055054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,power_law_1.01,1.4673855781555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,power_law_1.2,0.0395904004573822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,4,power_law_1.01,2.5537023544311523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,power_law_1.2,0.04919680058956146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,4,power_law_1.01,5.1898750305175785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,power_law_1.2,0.04656000137329101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,power_law_1.2,0.05511040091514587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,power_law_1.2,0.08157439827919007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.2,0.08261119723320007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,power_law_1.01,0.030342400074005127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,power_law_1.2,0.030419200658798218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.2,0.13556480407714844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,power_law_1.01,0.030579200387001036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.2,0.17386239767074585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,power_law_1.2,0.03057279884815216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.2,0.26718080043792725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,power_law_1.01,0.030905601382255555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,power_law_1.2,0.030880001187324525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.2,0.3677119970321655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,power_law_1.01,0.03111039996147156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,power_law_1.2,0.030937600135803222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,power_law_1.01,0.03142400085926056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.2,0.5418623924255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,power_law_1.01,0.030265599489212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.2,0.6968639850616455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,power_law_1.2,0.031327998638153075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,power_law_1.01,0.030899199843406677
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.2,1.0516672134399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,power_law_1.01,0.030432000756263733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.2,1.2497983932495118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,power_law_1.01,0.031020799279212953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,power_law_1.01,0.031744000315666196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,power_law_1.2,1.7108991622924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,power_law_1.01,0.030502399802207945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,power_law_1.2,0.02999039888381958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,power_law_1.01,0.03121280074119568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,power_law_1.2,0.03121280074119568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,4,power_law_1.2,2.4076671600341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,power_law_1.2,0.03139840066432953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,power_law_1.01,0.031436800956726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,4,power_law_1.2,5.044076919555664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,power_law_1.01,0.031692799925804135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,power_law_1.01,0.0319680005311966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,power_law_1.2,0.03320960104465485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,power_law_1.01,0.03313280045986176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,power_law_1.01,0.033139199018478394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,power_law_1.2,0.03473280072212219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,power_law_1.01,0.03447679877281189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,power_law_1.01,0.03555839955806732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,power_law_1.2,0.029702401161193846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,power_law_1.2,0.03020800054073334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,power_law_1.2,0.030713599920272828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,power_law_1.01,0.03560320138931274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,power_law_1.2,0.03076480031013489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,power_law_1.01,0.036499199271202085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,power_law_1.2,0.03950079977512359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,power_law_1.01,0.03988479971885681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,power_law_1.01,0.03865599930286408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,power_law_1.2,0.04172160029411316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,power_law_1.01,0.04170880019664765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,power_law_1.2,0.04426240026950836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,power_law_1.01,0.044172799587249754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,power_law_1.01,0.04157440066337585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,power_law_1.2,0.031206399202346802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,power_law_1.01,0.04487679898738861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,power_law_1.2,0.032671999931335446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,power_law_1.01,0.05122560262680054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,power_law_1.2,0.03386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,power_law_1.2,0.05925760269165039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,power_law_1.01,0.06001920104026794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,power_law_1.2,0.05813120007514953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,power_law_1.01,0.06092159748077393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,power_law_1.2,0.03624320030212402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,power_law_1.01,0.0664255976676941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,power_law_1.2,0.07175679802894593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,power_law_1.01,0.07272319793701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,power_law_1.2,0.037625598907470706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,power_law_1.2,0.03823359906673431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,power_law_1.01,0.07688959836959838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,power_law_1.2,0.0417279988527298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,power_law_1.2,0.08940799832344055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,power_law_1.01,0.09823359847068787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,power_law_1.2,0.046028798818588255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.2,0.10862079858779908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.01,0.11210880279541016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,power_law_1.2,0.04933759868144989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,power_law_1.01,0.1016767978668213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,power_law_1.2,0.06835839748382569
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.01,0.12197120189666748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.01,0.16205439567565919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,power_law_1.2,0.060729598999023436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.2,0.16762239933013917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.01,0.182425594329834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.01,0.2007744073867798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.2,0.22228479385375977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.01,0.2523519992828369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,power_law_1.2,0.07886080145835876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.2,0.33296000957489014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.01,0.3711103916168213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.01,0.28405759334564207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.01,0.5311808109283447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.2,0.3933183908462524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.01,0.424729585647583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,power_law_1.2,0.1049280047416687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.01,0.6035776138305664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.2,0.6376319885253906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.01,0.5699327945709228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.01,0.8042816162109375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.2,0.8218688011169434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.01,0.8379008293151855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.2,0.20532479286193847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.01,1.037183952331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.2,1.2508671760559082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.01,1.170751953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.2,0.272652792930603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.01,1.4852352142333984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.2,1.5508223533630372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.01,1.5348671913146972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,power_law_1.2,2.0036991119384764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,power_law_1.01,2.0567935943603515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.2,0.37988479137420655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,power_law_1.01,2.2021888732910155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.2,0.5345151901245118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,8,power_law_1.2,3.292902374267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,16,8,power_law_1.01,3.189606475830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,4,power_law_1.01,4.542931365966797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.2,0.7281472206115722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,8,power_law_1.2,6.1156158447265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,16,8,power_law_1.01,6.566035461425781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,4,power_law_1.01,7.97228775024414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.2,1.0049280166625976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.2,1.5329983711242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.2,2.297926330566406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,power_law_1.2,2.6172351837158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,4,power_law_1.2,3.925881576538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,4,power_law_1.2,8.660761260986328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.07288960218429566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.07349119782447815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.07713279724121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,power_law_1.01,0.07663360238075256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.07527679800987244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.07746559977531434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,power_law_1.2,0.07549440264701843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,power_law_1.01,0.08001279830932617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.07793279886245727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.07872639894485474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,power_law_1.2,0.07954559922218322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,power_law_1.01,0.06845440268516541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.07870720028877258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.07653759717941284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,power_law_1.2,0.0624064028263092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,power_law_1.01,0.06417279839515685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,power_law_1.2,0.06305279731750488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,power_law_1.01,0.07031040191650391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,power_law_1.2,0.07219840288162231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.07583360075950622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.0764415979385376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.081740802526474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.0812287986278534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.0830847978591919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.0813759982585907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,power_law_1.01,0.07511039972305297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,power_law_1.2,0.07367039918899536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,power_law_1.2,0.08074880242347718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,power_law_1.01,0.07645440101623535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,power_law_1.2,0.08060799837112427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.08098559975624084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.08031359910964966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.08623999953269959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.08449280261993408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.0890175998210907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.08720639944076539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,power_law_1.01,0.07893760204315185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.08910080194473266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,power_law_1.2,0.07845759987831116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.09296000003814697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,power_law_1.01,0.08506240248680115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,power_law_1.2,0.08843520283699036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.09534720182418824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.09792640209197997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,power_law_1.01,0.09022079706192017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,power_law_1.2,0.08467199802398681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,power_law_1.01,0.09335039854049683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,power_law_1.2,0.09455360174179077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.09702399969100953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.0952127993106842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,power_law_1.2,0.08972799777984619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,power_law_1.01,0.08903679847717286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.10152319669723511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.10407040119171143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.10846079587936401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.11726720333099365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,power_law_1.2,0.09831680059432983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,power_law_1.01,0.09857280254364013
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.1245568037033081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.13044480085372925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.141484797000885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.16926079988479614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,power_law_1.01,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,power_law_1.2,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,power_law_1.01,0.10209920406341552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,power_law_1.2,0.10532480478286743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,power_law_1.01,0.11181440353393554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,power_law_1.2,0.12215679883956909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.20369279384613037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.16615040302276612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.2526400089263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.2124864101409912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.37287681102752684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.2898560047149658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,power_law_1.01,0.12259839773178101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,power_law_1.2,0.1311743974685669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.4660927772521973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.3632319927215576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.01,0.14153599739074707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.2,0.14793599843978883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,0.8791359901428223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,0.5042943954467773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.01,0.17956479787826538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.2,0.20679678916931152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,1.0355263710021974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.7876800060272217
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.01,0.19874559640884398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.2,0.2373120069503784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.01,0.26825599670410155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,1.1143936157226562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,1.6002368927001953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.01,0.367411208152771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.2,0.3741568088531494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,1.3365183830261231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,2.4947967529296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.01,0.537120008468628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.2,0.4840384006500244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,1.7528255462646485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,3.208844757080078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.01,0.6537471771240234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.2,0.6431359767913818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,2.7434623718261717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,5.18392333984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.01,1.0439871788024901
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.2,0.8729087829589843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.2,1.3709312438964845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.01,1.2743424415588378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,6.855558776855469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,10.117721557617188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.2,1.9561344146728517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,power_law_1.01,1.57957124710083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,power_law_1.2,2.4520191192626952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,64,power_law_1.01,2.838662338256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,64,power_law_1.2,4.6036865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,64,power_law_1.01,5.988415908813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,64,power_law_1.2,7.981388854980469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,power_law_1.2,0.08280320167541504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,power_law_1.01,0.08250240087509156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,power_law_1.2,0.08417919874191285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,power_law_1.2,0.05753600001335144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,power_law_1.01,0.07244160175323486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,power_law_1.2,0.06002560257911682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,power_law_1.01,0.0580672025680542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,power_law_1.01,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,power_law_1.2,0.07116159796714783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,power_law_1.2,0.06376960277557372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,power_law_1.01,0.0641152024269104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,power_law_1.2,0.08604800105094909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,power_law_1.01,0.08709120154380798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,power_law_1.2,0.059680002927780154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,power_law_1.01,0.06661760210990905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,power_law_1.2,0.0605184018611908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,power_law_1.01,0.06263039708137512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,power_law_1.01,0.06586880087852479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,power_law_1.01,0.06939520239830017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,power_law_1.01,0.07356160283088684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,power_law_1.2,0.07388799786567687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,power_law_1.01,0.08084480166435241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,power_law_1.2,0.08339200019836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,power_law_1.01,0.07299839854240417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,power_law_1.2,0.07073919773101807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,power_law_1.2,0.08000640273094177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,power_law_1.01,0.08370559811592101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,power_law_1.2,0.08589439988136291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,power_law_1.01,0.08666239976882935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,power_law_1.01,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,power_law_1.2,0.07939199805259704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,power_law_1.01,0.08490239977836608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,power_law_1.2,0.08717439770698547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,power_law_1.2,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,power_law_1.01,0.09374079704284669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,power_law_1.2,0.09177600145339966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,power_law_1.01,0.09719039797782898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,power_law_1.2,0.09759359955787658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,power_law_1.01,0.09586560130119323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,power_law_1.2,0.09761279821395874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,power_law_1.01,0.09878399968147278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,power_law_1.01,0.09466239809989929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,power_law_1.2,0.09540479779243469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,power_law_1.2,0.09306880235671997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,power_law_1.01,0.09690240025520325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,power_law_1.2,0.09887359738349914
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,power_law_1.01,0.10373760461807251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,power_law_1.2,0.10180480480194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,power_law_1.01,0.10707839727401733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,power_law_1.2,0.10616960525512695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,power_law_1.01,0.11631360054016113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,power_law_1.2,0.11572480201721191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,power_law_1.2,0.1034432053565979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,power_law_1.01,0.10142719745635986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,power_law_1.01,0.11699199676513672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,power_law_1.2,0.11772799491882324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,power_law_1.2,0.11253759860992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,power_law_1.01,0.10699520111083985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,power_law_1.01,0.12478079795837402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,power_law_1.2,0.12531839609146117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,power_law_1.2,0.12680959701538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,power_law_1.01,0.11880960464477539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,power_law_1.01,0.1371840000152588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,power_law_1.2,0.14243839979171752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,power_law_1.2,0.14538240432739258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,power_law_1.01,0.13676799535751344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,power_law_1.01,0.16100480556488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,power_law_1.2,0.16134400367736818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.2,0.1615679979324341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.01,0.15219839811325073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.01,0.18016639947891236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.2,0.199616003036499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.2,0.18286720514297486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.01,0.18209919929504395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.01,0.23267838954925538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.01,0.22038400173187256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.2,0.29178240299224856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.2,0.26486399173736574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.01,0.2701823949813843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.01,0.32499840259552004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.2,0.37241599559783933
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.2,0.3015872001647949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.01,0.4273215770721436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.01,0.41487998962402345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.2,0.5093311786651611
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.2,0.4592576026916504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.01,0.4804800033569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.2,0.6439807891845704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.01,0.5703872203826904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.2,0.5277184009552002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.01,0.6796607971191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.2,0.9207232475280762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.01,0.7660607814788818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.2,0.7437439918518066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.01,0.8552191734313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.2,1.5333312034606934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.01,1.1485376358032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.2,1.053382396697998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.01,1.289625644683838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.2,1.9858112335205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.01,1.4544447898864745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.2,1.6461568832397462
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.01,1.879840087890625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,power_law_1.2,2.57509765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,power_law_1.01,1.820345687866211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.2,1.9295743942260741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,power_law_1.01,2.0426303863525392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,32,power_law_1.2,3.6918785095214846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,power_law_1.2,2.9324928283691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,32,power_law_1.01,2.855833625793457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,16,power_law_1.01,3.621644973754883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,32,power_law_1.2,7.90540771484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,16,power_law_1.2,4.859795379638672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,32,power_law_1.01,5.64092788696289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,16,power_law_1.01,7.783110046386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,16,power_law_1.2,10.708377838134766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,power_law_1.2,0.06515840291976929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,power_law_1.01,0.06542080044746398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,power_law_1.2,0.08055679798126221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,power_law_1.2,0.061414402723312375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,power_law_1.01,0.07912319898605347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,power_law_1.2,0.06425600051879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,power_law_1.01,0.06818559765815735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,power_law_1.2,0.07157120108604431
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,power_law_1.01,0.06724479794502258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,power_law_1.01,0.07388799786567687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,power_law_1.2,0.07959679961204529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,power_law_1.01,0.0823743999004364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,power_law_1.2,0.09386879801750184
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,power_law_1.01,0.09249280095100403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,power_law_1.2,0.09793919920921326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,power_law_1.01,0.09934080243110657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,power_law_1.01,0.10949120521545411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,power_law_1.2,0.10904959440231324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,power_law_1.01,0.11882239580154419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,power_law_1.2,0.11319040060043335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,power_law_1.2,0.11730560064315795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,power_law_1.01,0.12371200323104858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,power_law_1.2,0.1305408000946045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,power_law_1.01,0.12787840366363526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,power_law_1.2,0.13251839876174926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,power_law_1.01,0.1329856038093567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,power_law_1.01,0.13685120344161988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,power_law_1.2,0.14076160192489623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,power_law_1.01,0.150873601436615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,power_law_1.2,0.14844160079956054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,power_law_1.01,0.15908479690551758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,power_law_1.2,0.15624959468841554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,power_law_1.01,0.16880639791488647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,power_law_1.2,0.17813760042190552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,power_law_1.2,0.20471680164337158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,power_law_1.01,0.20305280685424804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.2,0.2535871982574463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.01,0.22277119159698486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.2,0.31907200813293457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.01,0.3108544111251831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.01,0.388755202293396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.2,0.44304637908935546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.01,0.527347183227539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.2,0.6048192024230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.01,0.643609619140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.2,0.6872960090637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.01,0.9476863861083984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.2,1.1007807731628418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.01,1.2535679817199707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.2,1.3461440086364747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.01,1.7652095794677733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.2,2.261401557922363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.01,2.2575807571411133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,power_law_1.01,2.769728088378906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.2,2.6214208602905273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,8,power_law_1.01,4.540140914916992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,power_law_1.2,3.455321502685547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,8,power_law_1.2,5.590995025634766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,8,power_law_1.01,9.957933044433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,8,power_law_1.2,10.957030487060546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.029657599329948426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.02953599989414215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.0297791987657547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.029843199253082275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.029843199253082275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.029951998591423036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.030265599489212036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.030329599976539612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,power_law_1.2,0.02707839906215668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,power_law_1.01,0.02908799946308136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.030988800525665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.030969598889350893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,power_law_1.2,0.026291200518608095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,power_law_1.01,0.027353599667549133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,power_law_1.2,0.02659200131893158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,power_law_1.01,0.027340799570083618
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,power_law_1.2,0.0290367990732193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,power_law_1.01,0.029606398940086365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,power_law_1.2,0.02971520125865936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.030144000053405763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.029926401376724244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.03057279884815216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.03043839931488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.030988800525665283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.03088639974594116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,power_law_1.01,0.030291199684143066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,power_law_1.2,0.030393600463867188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,power_law_1.01,0.030649599432945252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,power_law_1.2,0.030604800581932066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,power_law_1.01,0.03061760067939758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,power_law_1.2,0.030726400017738343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.03313280045986176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.03288959860801697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.033395200967788696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.03375999927520752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,power_law_1.01,0.0332863986492157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.03511680066585541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,power_law_1.2,0.03343360126018524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.03537279963493347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,power_law_1.01,0.034355199337005614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,power_law_1.2,0.03394559919834137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,power_law_1.01,0.035071998834609985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,power_law_1.2,0.03694080114364624
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,power_law_1.01,0.03818239867687225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,power_law_1.2,0.039052799344062805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.03751679956912994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.03749119937419891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,power_law_1.2,0.03950079977512359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,power_law_1.01,0.042124798893928526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,power_law_1.2,0.043263998627662656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.03818239867687225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.03994880020618439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.04009599983692169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.04168959856033325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,power_law_1.01,0.04478079974651337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,power_law_1.2,0.04904960095882416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,power_law_1.01,0.04865919947624207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,power_law_1.2,0.04901759922504425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.045414400100708005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.04769920110702515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,power_law_1.01,0.05180799961090088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.05041279792785645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.047295999526977536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,power_law_1.2,0.05800960063934326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,power_law_1.01,0.06391040086746216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.01,0.07175679802894593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,power_law_1.2,0.07275519967079162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.01,0.08468480110168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.2,0.08409600257873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.01,0.11397119760513305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.2,0.11822719573974609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.2,0.1413375973701477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.056543999910354616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.05368319749832153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.01,0.14700160026550294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.2,0.24165759086608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.07559040188789368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.06111999750137329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.01,0.2106623888015747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.2,0.37384960651397703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.01,0.3672384023666382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.2,0.44177918434143065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.01,0.39749119281768797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.01,0.6651840209960938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.2,0.6826496124267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.08970879912376403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.06760960221290588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.01,0.9160832405090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.2,1.0530367851257325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.12603520154953002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.09682559967041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,power_law_1.01,1.130515193939209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.11445759534835816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.15431679487228395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.2,1.7166528701782227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,64,power_law_1.01,1.8590208053588868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,power_law_1.2,1.7686527252197266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,64,power_law_1.01,3.9281536102294923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,64,power_law_1.2,3.4466495513916016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.17393280267715455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.26848640441894533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,64,power_law_1.2,6.847372436523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.20614399909973144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.35503358840942384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,0.34669439792633056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,0.4867712020874023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,0.6486976146697998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,0.45453438758850095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,1.07073917388916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,0.6841216087341309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,1.3932736396789551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,0.9944767951965332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,1.8128511428833007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,1.2858752250671386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,1.8841983795166015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,2.902521514892578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,power_law_1.01,0.031379199028015135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,power_law_1.2,0.03057279884815216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,power_law_1.01,0.029465600848197937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,power_law_1.2,0.028512001037597656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,4.185708618164062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,5.7662208557128904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,power_law_1.2,0.029094401001930236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,power_law_1.01,0.028729599714279175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,power_law_1.2,0.029318401217460634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,power_law_1.01,0.029951998591423036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,power_law_1.01,0.03017599880695343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,power_law_1.2,0.030329599976539612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,power_law_1.01,0.03162240087985992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,power_law_1.2,0.03162879943847656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,power_law_1.01,0.0321727991104126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,power_law_1.01,0.03272320032119751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,power_law_1.2,0.032467201352119446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,power_law_1.01,0.03583999872207642
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,power_law_1.2,0.03540480136871338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,power_law_1.01,0.035385599732398985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,power_law_1.2,0.03555200099945068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,power_law_1.2,0.02985599935054779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,power_law_1.01,0.03160960078239441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,power_law_1.2,0.035846400260925296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,power_law_1.01,0.036320000886917114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,power_law_1.2,0.030144000053405763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,power_law_1.01,0.03792639970779419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,power_law_1.2,0.038047999143600464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,power_law_1.01,0.030028799176216127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,power_law_1.2,0.0315775990486145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,power_law_1.01,0.03059839904308319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,power_law_1.2,0.03240959942340851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,power_law_1.01,0.03289600014686585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,power_law_1.01,0.0392192006111145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,power_law_1.2,0.04010879993438721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,power_law_1.01,0.03978239893913269
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,power_law_1.01,0.04328320026397705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,power_law_1.2,0.040006399154663086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,power_law_1.2,0.044889599084854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,power_law_1.01,0.03460479974746704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,power_law_1.2,0.03452160060405731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,power_law_1.01,0.03518719971179962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,power_law_1.2,0.03531520068645477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,power_law_1.01,0.04801279902458191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,power_law_1.01,0.03594239950180054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,power_law_1.2,0.036211198568344115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,power_law_1.01,0.049804800748825075
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,power_law_1.2,0.05605760216712952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,power_law_1.2,0.0400191992521286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,power_law_1.01,0.039827200770378116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,power_law_1.01,0.040249601006507874
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,power_law_1.2,0.0414463996887207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,power_law_1.01,0.04158720076084137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,power_law_1.2,0.04169600009918213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,power_law_1.01,0.06037759780883789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,power_law_1.2,0.06176000237464905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,power_law_1.01,0.0689791977405548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,power_law_1.2,0.07122560143470764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.01,0.0794368028640747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,power_law_1.01,0.0441536009311676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,power_law_1.2,0.04378879964351654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.01,0.09306880235671997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.2,0.09281280040740966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,power_law_1.01,0.04527359902858734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,power_law_1.2,0.047635200619697574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.01,0.11628799438476563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.2,0.12067840099334717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.01,0.19175679683685304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,power_law_1.01,0.049446401000022885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,power_law_1.2,0.04834559857845307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.2,0.16352640390396117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.01,0.21685121059417725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.01,0.36640000343322754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.2,0.22574079036712646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.01,0.48547840118408203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.2,0.33308160305023193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.01,0.7323840141296387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,power_law_1.2,0.057651197910308837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,power_law_1.01,0.054451197385787964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.2,0.4247424125671387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.01,0.8126848220825196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,power_law_1.2,0.06406400203704835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,power_law_1.01,0.05777919888496399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,power_law_1.01,1.1810688018798827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.2,0.6697919845581055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,32,power_law_1.01,1.9529727935791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.2,1.101254367828369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.2,1.7074495315551759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,32,power_law_1.01,3.5834815979003904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,power_law_1.01,0.06606079936027527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,power_law_1.2,0.0664255976676941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,power_law_1.2,1.501574420928955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,power_law_1.2,0.08469759821891784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,power_law_1.01,0.07954559922218322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,32,power_law_1.2,2.7462656021118166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.01,0.09032319784164429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,32,power_law_1.2,6.2100990295410154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.01,0.11317119598388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.2,0.1128767967224121
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.01,0.13642239570617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.2,0.1825152039527893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.01,0.19461120367050172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.2,0.23406720161437988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.01,0.2495039939880371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.2,0.32019839286804197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.2,0.5855616092681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.01,0.4262400150299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.2,0.6390848159790039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.01,0.4749567985534668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.2,1.002899169921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.01,0.7839680194854737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.01,1.1202112197875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.2,1.4152064323425293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,power_law_1.01,1.2830207824707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,power_law_1.2,1.7251968383789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,16,power_law_1.01,2.1661888122558595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,16,power_law_1.2,3.121331214904785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,16,power_law_1.01,4.697177505493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,16,power_law_1.2,7.778572845458984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,power_law_1.01,0.0611519992351532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,power_law_1.01,0.05797119736671448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,power_law_1.2,0.06108800172805786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,power_law_1.01,0.05785599946975708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,power_law_1.2,0.04973439872264862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,power_law_1.01,0.06120319962501526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,power_law_1.2,0.04647679924964905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,power_law_1.2,0.05381119847297668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,power_law_1.2,0.06039680242538452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,power_law_1.01,0.06612480282783509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,power_law_1.01,0.07110400199890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,power_law_1.2,0.06179839968681335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,power_law_1.01,0.07050880193710327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,power_law_1.2,0.0706816017627716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,power_law_1.01,0.069760000705719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,power_law_1.2,0.06989439725875854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,power_law_1.01,0.07382400035858154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,power_law_1.01,0.07857279777526856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,power_law_1.2,0.07553279995918274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,power_law_1.01,0.0798143982887268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,power_law_1.2,0.07877119779586791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,power_law_1.01,0.08281599879264831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,power_law_1.2,0.08309119939804077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,power_law_1.01,0.0866815984249115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,power_law_1.01,0.061868798732757566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,power_law_1.2,0.06159999966621399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,power_law_1.2,0.08644480109214783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,power_law_1.01,0.06657919883728028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,power_law_1.2,0.04775680005550385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,power_law_1.01,0.048588800430297854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,power_law_1.2,0.04938879907131195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,power_law_1.01,0.056480002403259275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,power_law_1.2,0.09191679954528809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,power_law_1.2,0.0554751992225647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,power_law_1.01,0.06058239936828613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,power_law_1.01,0.09637119770050048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,power_law_1.2,0.09896960258483886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,power_law_1.2,0.06085119843482971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,power_law_1.01,0.10227199792861938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,power_law_1.2,0.10972800254821777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,power_law_1.01,0.11920000314712524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,power_law_1.2,0.12681599855422973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.01,0.14039679765701293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.2,0.15012480020523072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,power_law_1.01,0.06773120164871216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,power_law_1.01,0.07207040190696716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,power_law_1.2,0.0722495973110199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,power_law_1.2,0.07383040189743043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.01,0.16218240261077882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.2,0.20631680488586426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.01,0.22220160961151122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.2,0.2430272102355957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.01,0.2918207883834839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.2,0.36986238956451417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.01,0.3743232011795044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.2,0.46830081939697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.01,0.5381120204925537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,power_law_1.01,0.0747648000717163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,power_law_1.2,0.07473919987678528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.2,0.7828288078308105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.01,0.7597439765930176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.2,0.9027008056640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,power_law_1.01,0.07638400197029113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,power_law_1.2,0.0754751980304718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.01,1.11146240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.2,1.5684608459472655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,power_law_1.01,0.0813696026802063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,power_law_1.2,0.0826367974281311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.01,1.4931391716003417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.2,2.159718322753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,power_law_1.01,1.998899269104004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,power_law_1.2,2.608492851257324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,power_law_1.01,0.08506879806518555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,32,power_law_1.01,2.8891584396362306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,power_law_1.01,0.0878271996974945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,power_law_1.2,0.08968960046768189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,4,32,power_law_1.2,4.237100982666016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,32,power_law_1.01,5.967430496215821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,power_law_1.2,0.09471359848976135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,power_law_1.01,0.09356799721717834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,4,32,power_law_1.2,9.95550079345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,power_law_1.2,0.1024832010269165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,power_law_1.01,0.09717119932174682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,power_law_1.01,0.10586240291595458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,power_law_1.2,0.10721280574798583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,power_law_1.01,0.11338880062103271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,power_law_1.2,0.122489595413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,power_law_1.01,0.13671679496765138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,power_law_1.2,0.1446463942527771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.01,0.1510591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.2,0.15917439460754396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.01,0.1922047972679138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.2,0.21378560066223146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,power_law_1.2,0.05740159749984741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,power_law_1.01,0.058143997192382814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,power_law_1.01,0.06458240151405334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,power_law_1.2,0.05485439896583557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.2,0.275052809715271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,power_law_1.01,0.057036799192428586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,power_law_1.2,0.05682560205459595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.2,0.4017280101776123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.01,0.34622719287872317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,power_law_1.01,0.060755199193954466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,power_law_1.2,0.058355200290679934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.01,0.44593281745910646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.2,0.5174208164215088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,power_law_1.01,0.06254720091819763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,power_law_1.2,0.06195840239524841
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.01,0.6153535842895508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.2,0.7765120029449463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.01,0.8314240455627442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.2,1.2069439888000488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.01,1.247110366821289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.2,1.8335168838500977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,power_law_1.01,0.06981120109558106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,power_law_1.2,0.07088000178337098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.01,1.818623924255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,power_law_1.01,0.07702400088310242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.2,2.1751935958862303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,power_law_1.2,0.07785599827766418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,power_law_1.01,0.08161280155181885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,power_law_1.2,0.07925119996070862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,power_law_1.01,2.0386816024780274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,power_law_1.2,2.7139328002929686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,16,power_law_1.01,3.4270782470703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,16,power_law_1.2,4.319398498535156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,16,power_law_1.01,6.795552062988281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,16,power_law_1.2,11.390982055664063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,power_law_1.2,0.08363519906997681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,power_law_1.01,0.0834559977054596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,power_law_1.2,0.08789119720458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,power_law_1.01,0.08556159734725952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,power_law_1.01,0.0904640018939972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,power_law_1.2,0.09403520226478576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,power_law_1.01,0.10121599435806275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,power_law_1.2,0.10324480533599853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,power_law_1.01,0.10425599813461303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,power_law_1.2,0.10795520544052124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,power_law_1.01,0.11230720281600952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,power_law_1.2,0.11251840591430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,power_law_1.01,0.11985280513763427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,power_law_1.01,0.1250175952911377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,power_law_1.2,0.12463359832763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,power_law_1.01,0.1427072048187256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,power_law_1.2,0.14128639698028564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,power_law_1.01,0.16231679916381836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,power_law_1.2,0.17070080041885377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.01,0.17976959943771362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.2,0.19315199851989745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.2,0.2887104034423828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.01,0.296614408493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.2,0.3310080051422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.01,0.30986239910125735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.2,0.5200575828552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.01,0.5031487941741943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.2,0.642252779006958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.01,0.5669375896453858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.01,0.8815999984741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.2,0.9251008033752441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.01,1.1208383560180664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.2,1.367347240447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.2,2.1970367431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.01,1.4895808219909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.01,2.1535743713378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.2,2.4870655059814455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,power_law_1.01,2.77960319519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,power_law_1.2,3.5897537231445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,8,power_law_1.01,4.179238510131836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,8,power_law_1.2,4.879494476318359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,8,power_law_1.01,8.563795471191407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,8,power_law_1.2,13.346815490722657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.09105280041694641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.09111679792404175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.09097599983215332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.08954240083694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.08975359797477722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.08945919871330262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.0791104018688202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.07878400087356567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.07519360184669495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.08767359852790832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.08243200182914734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.09105280041694641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.08485760092735291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.09975680112838745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.08839679956436157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.0932416021823883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.09466239809989929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.08872320055961609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.10192639827728271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.10132479667663574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.1044160008430481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.10640000104904175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,power_law_1.01,0.08882560133934021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,power_law_1.2,0.08866559863090515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,power_law_1.01,0.09397760033607483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.10318080186843873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,power_law_1.2,0.09460480213165283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,power_law_1.2,0.09279360175132752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,power_law_1.01,0.09296640157699584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.1118656039237976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,power_law_1.2,0.06656640172004699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,power_law_1.01,0.06817920207977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.11459200382232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.11077760457992554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,power_law_1.2,0.07080320119857789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.11937919855117798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.1165120005607605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.11518720388412476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.11340160369873047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.13224320411682128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,power_law_1.2,0.08056319952011108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,power_law_1.01,0.08122239708900451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,power_law_1.2,0.08352640271186829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.13826559782028197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.15756160020828247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,power_law_1.01,0.08758400082588196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,power_law_1.2,0.0865664005279541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,power_law_1.01,0.09631360173225403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.16239360570907593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.15742080211639403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.21584000587463378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,power_law_1.2,0.08831999897956848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.18730239868164061
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.26757121086120605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,power_law_1.01,0.0939520001411438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,power_law_1.2,0.09957759976387023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.3686016082763672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.23935999870300292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,power_law_1.01,0.09617919921875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,power_law_1.2,0.102457594871521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,0.45691518783569335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.30201599597930906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,power_law_1.01,0.10302720069885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,power_law_1.2,0.10328960418701172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,0.691270399093628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,power_law_1.01,0.10558079481124878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,0.36474881172180174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,power_law_1.2,0.1092479944229126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,0.9058752059936523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,power_law_1.01,0.09938560128211975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,power_law_1.2,0.11460479497909545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,0.5070208072662353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,power_law_1.2,0.11722240447998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,power_law_1.01,0.11383680105209351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,0.7264448165893554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,1.4547712326049804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,power_law_1.01,0.12135039567947388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,1.080134391784668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,2.087820816040039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,power_law_1.01,0.12243200540542602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,1.4959808349609376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,2.582534408569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,power_law_1.2,0.1254591941833496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,power_law_1.01,0.12607359886169434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,1.7855104446411132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,3.6562686920166017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,2.836319923400879
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,8.676461029052735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,power_law_1.2,0.1395967960357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,5.549747085571289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,power_law_1.01,0.14062080383300782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.2,0.15801600217819214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.01,0.158406400680542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.2,0.20566399097442628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.01,0.19567999839782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.2,0.258406400680542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.01,0.23838720321655274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.2,0.3604480028152466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.2,0.4720320224761963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.01,0.303219199180603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.2,0.6470911979675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.01,0.3644095897674561
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.2,0.8974464416503907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.01,0.545420789718628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.2,1.2574463844299317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.01,0.7237887859344483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.2,1.8891071319580077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.01,0.9236224174499512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,power_law_1.2,2.4455360412597655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.01,1.395148754119873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,power_law_1.01,0.08252800107002259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,power_law_1.2,0.08366079926490784
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,64,power_law_1.2,3.7239425659179686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,power_law_1.2,0.10484479665756226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,power_law_1.01,1.7452543258666993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,power_law_1.01,0.09688959717750549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,power_law_1.2,0.09121919870376587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,power_law_1.01,0.10105600357055664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,64,power_law_1.01,2.7853567123413088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,64,power_law_1.2,7.575615692138672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,power_law_1.01,0.06379520297050476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,power_law_1.2,0.06050559878349304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,64,power_law_1.01,5.859833526611328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,power_law_1.01,0.07096959948539734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,power_law_1.2,0.07010560035705567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,power_law_1.01,0.077702397108078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,power_law_1.2,0.08470399975776673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,power_law_1.2,0.09069439768791199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,power_law_1.01,0.08970879912376403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,power_law_1.2,0.07348480224609374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,power_law_1.01,0.07278720140457154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,power_law_1.2,0.09269760251045227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,power_law_1.01,0.09257599711418152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,power_law_1.2,0.08557440042495727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,power_law_1.01,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,power_law_1.2,0.06382079720497132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,power_law_1.01,0.0636031985282898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,power_law_1.01,0.06959999799728393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,power_law_1.2,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,power_law_1.2,0.09047039747238159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,power_law_1.01,0.09185919761657715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,power_law_1.2,0.0970687985420227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,power_law_1.01,0.1018496036529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,power_law_1.01,0.10590720176696777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,power_law_1.2,0.09991679787635803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,power_law_1.01,0.08132479786872863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,power_law_1.2,0.07826560139656066
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,power_law_1.2,0.08803840279579163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,power_law_1.01,0.08558080196380616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,power_law_1.01,0.10021120309829712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,power_law_1.2,0.09679999947547913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,power_law_1.2,0.1033087968826294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,power_law_1.2,0.10522240400314331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,power_law_1.01,0.10302720069885254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,power_law_1.01,0.11225600242614746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,power_law_1.2,0.11429120302200317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,power_law_1.01,0.1236672043800354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,power_law_1.2,0.12402559518814087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,power_law_1.01,0.12910720109939575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,power_law_1.2,0.13228800296783447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,power_law_1.01,0.09841920137405395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,power_law_1.2,0.0970624029636383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,power_law_1.01,0.1338047981262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,power_law_1.2,0.1320512056350708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,power_law_1.2,0.09975680112838745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,power_law_1.01,0.1102463960647583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,power_law_1.01,0.1099776029586792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,power_law_1.2,0.10448000431060792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,power_law_1.01,0.11798399686813354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,power_law_1.2,0.11752959489822387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,power_law_1.01,0.11978880167007447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,power_law_1.2,0.11804800033569336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,power_law_1.01,0.1474303960800171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,power_law_1.2,0.1546496033668518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,power_law_1.01,0.1333631992340088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,power_law_1.2,0.12611199617385865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.2,0.17420799732208253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,power_law_1.01,0.13752319812774658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.01,0.16925439834594727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,power_law_1.2,0.14150400161743165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,power_law_1.01,0.13905919790267945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.2,0.22193920612335205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.01,0.203987193107605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,power_law_1.01,0.1541440010070801
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.01,0.2531071901321411
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,power_law_1.2,0.14678399562835692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.2,0.2751104116439819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,power_law_1.01,0.17107199430465697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.01,0.33368959426879885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.2,0.35658879280090333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,power_law_1.2,0.15453439950942993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.01,0.19364479780197144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.01,0.24058880805969238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.01,0.4210303783416748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.2,0.4903552055358887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,power_law_1.2,0.17660160064697267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.01,0.2935424089431763
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.2,0.19360640048980712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.2,0.6332736015319824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.01,0.543507194519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.2,0.2600575923919678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.01,0.3867775917053223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.01,0.4882688045501709
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.2,0.3264575958251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.01,0.7943295955657959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.2,0.8877440452575683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.01,0.6539519786834717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.2,0.4616511821746826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.01,1.0886336326599122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.2,1.3586048126220702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.01,0.9243776321411132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.2,0.5513663768768311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.01,1.3250368118286133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.01,1.4475584030151367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.2,1.9118335723876954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.2,0.7841663837432862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.01,1.7290559768676759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.2,0.9663488388061523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,power_law_1.01,1.7678911209106445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,power_law_1.2,2.178047943115234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,power_law_1.01,2.0537088394165037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.2,1.5355520248413086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,32,power_law_1.01,3.0670400619506837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,32,power_law_1.2,3.673497772216797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,16,power_law_1.01,3.4578174591064452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.2,2.1634687423706054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,32,power_law_1.01,5.8421886444091795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,power_law_1.2,2.5613887786865233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,32,power_law_1.2,7.950527954101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,16,power_law_1.01,6.994297790527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,16,power_law_1.2,4.1758270263671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,16,power_law_1.2,7.950297546386719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,power_law_1.01,0.06838399767875672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,power_law_1.2,0.0686016023159027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,power_law_1.01,0.08343679904937744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,power_law_1.2,0.08375679850578308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,power_law_1.2,0.07825919985771179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,power_law_1.01,0.10067839622497558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,power_law_1.2,0.07155839800834655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,power_law_1.01,0.07107200026512146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,power_law_1.2,0.07776640057563781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,power_law_1.01,0.08179200291633607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,power_law_1.2,0.09308800101280212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,power_law_1.01,0.09270399808883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,power_law_1.2,0.10064640045166015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,power_law_1.2,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,power_law_1.01,0.11414400339126587
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,power_law_1.2,0.12995200157165526
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,power_law_1.01,0.130348801612854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,power_law_1.01,0.13805439472198486
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,power_law_1.2,0.1337407946586609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,power_law_1.01,0.13932160139083863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,power_law_1.2,0.13999999761581422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,power_law_1.01,0.14996479749679564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,power_law_1.2,0.1476415991783142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,power_law_1.01,0.15293439626693725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,power_law_1.2,0.14902399778366088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,power_law_1.01,0.15404160022735597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,power_law_1.2,0.1560639977455139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,power_law_1.2,0.171833598613739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,power_law_1.01,0.1756608009338379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,power_law_1.2,0.17461760044097902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,power_law_1.01,0.1803007960319519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,power_law_1.2,0.1969472050666809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,power_law_1.01,0.1917631983757019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,power_law_1.2,0.22101120948791503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,power_law_1.01,0.22465920448303223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.01,0.251526403427124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.2,0.2728192090988159
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.2,0.3447743892669678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.01,0.3258368015289307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.2,0.4273280143737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.01,0.4181824207305908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.2,0.5875391960144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.01,0.5169983863830566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.2,0.7087679862976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.01,0.7009088039398194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.01,0.9070079803466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.2,1.0481663703918458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.01,1.2715840339660645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.2,1.2449536323547363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.01,1.710655975341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.2,1.8935039520263672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.01,2.2227008819580076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.2,2.5178176879882814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,power_law_1.01,2.986131286621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,power_law_1.2,3.1539840698242188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,8,power_law_1.01,4.544390487670898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,8,power_law_1.2,5.010528182983398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,8,power_law_1.01,8.849222564697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,8,power_law_1.2,10.681708526611327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.01,0.08229759931564332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.01,0.07973120212554932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.01,0.07474560141563416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.08387839794158936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.01,0.08082559704780579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.0812928020954132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.08409600257873535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.0838271975517273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.08435840010643006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.01,0.08526719808578491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.13200639486312865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.08769279718399048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.01,0.08630399703979492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.2,0.08284159898757934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.08357120156288148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.08099200129508972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.01,0.08618879914283753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.2,0.13003519773483277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.08169599771499633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.01,0.08654720187187195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.08469120264053345
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.2,0.07196159958839417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.08115199804306031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.01,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.2,0.08039680123329163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.08770560026168824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.08162559866905213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.2,0.08165119886398316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.01,0.08669440150260925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.01,0.08487679958343505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.2,0.0972544014453888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.08284159898757934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.08118399977684021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.01,0.08544639945030212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.08558080196380616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.08157439827919007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.2,0.09939839839935302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.08135039806365967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.01,0.09616640210151672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.08727679848670959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.08173440098762512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.08842880129814149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.08440960049629212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.2,0.10384639501571655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.01,0.1152448058128357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.09864320158958435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.08592000007629394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.2,0.08925439715385437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.01,0.12858879566192627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.10585600137710571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.09299200177192687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.2,0.08829439878463745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.1283455967903137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.01,0.15037440061569213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.09689599871635438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.01,0.15322879552841187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.11086080074310303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.2,0.0910975992679596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.1076159954071045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.01,0.20995841026306153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.2,0.09849600195884704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.1319551944732666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.13817600011825562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.1719231963157654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.2,0.11435519456863404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.01,0.23945600986480714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.16947200298309326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.2,0.1319424033164978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.22858240604400634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.01,0.3252928018569946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.23909759521484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.2,0.10590720176696777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.22236158847808837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.23193600177764892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.01,0.31838719844818114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.3255808115005493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.3405695915222168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.01,0.45633277893066404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.32663679122924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.2,0.17816959619522094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.01,0.3916735887527466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.2,0.5124800205230713
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.01,0.6026048183441162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.01,0.6047552108764649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.2,0.28171520233154296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.2,0.5833216190338135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.2,0.8794879913330078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.01,0.6346560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.2,0.2845247983932495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.01,0.8103360176086426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.2,1.3153471946716309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.2,0.43155841827392577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.01,0.9643136024475097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.01,0.9474687576293945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.2,2.384480094909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.2,0.5193920135498047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.01,1.1867520332336425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.01,1.2310463905334472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.2,2.120684814453125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.2,0.7918208122253418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.2,1.0080639839172363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.01,1.576908779144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.2,2.6549312591552736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.01,1.8802112579345702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.2,1.6452287673950194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.2,4.748640060424805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.01,2.5686464309692383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.01,4.256889724731446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.2,1.5151488304138183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.2,9.99354248046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.2,2.091801643371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.01,5.176684951782226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.2,3.197439956665039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.2,9.727257537841798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.01,0.10020480155944825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.01,0.10181759595870972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.01,0.13833600282669067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.2,0.13777920007705688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.01,0.08170239925384522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.2,0.13815040588378907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.01,0.1649791955947876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.01,0.07502719759941101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.2,0.07420799732208253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.01,0.08047360181808472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.01,0.07521920204162598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.2,0.1382464051246643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.2,0.07724159955978394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.01,0.09288319945335388
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.2,0.08084480166435241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.2,0.13898240327835082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.01,0.07286400198936463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.2,0.0698751986026764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.01,0.09598720073699951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.2,0.0925055980682373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.01,0.07896959781646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.2,0.09793279767036438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.01,0.09354879856109619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.2,0.07154560089111328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.01,0.09710720181465149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.2,0.09878399968147278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.01,0.09515519738197327
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.01,0.09926400184631348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.2,0.07961599826812744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.2,0.1004480004310608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.2,0.10808320045471191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.01,0.09682559967041016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.01,0.10115840435028076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.2,0.09094399809837342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.2,0.11020799875259399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.01,0.10851839780807496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.01,0.10016640424728393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.2,0.0955456018447876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.2,0.11259520053863525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.01,0.11236480474472046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.2,0.11472640037536622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.2,0.09868800044059753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.01,0.10231679677963257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.2,0.11564799547195434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.2,0.10115840435028076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.01,0.11449600458145141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.01,0.1081663966178894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.2,0.12383999824523925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.01,0.11683839559555054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.2,0.1286784052848816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.01,0.11322879791259766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.2,0.10993280410766601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.2,0.10892159938812256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.01,0.12157440185546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.2,0.124236798286438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.2,0.11368319988250733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.01,0.1174015998840332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.01,0.12695679664611817
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.2,0.1545024037361145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.01,0.12345600128173828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.2,0.11508480310440064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.01,0.10698879957199096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.2,0.218886399269104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.01,0.1313472032546997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.01,0.128057599067688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.2,0.23255679607391358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.2,0.11855360269546508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.2,0.3510591983795166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.01,0.13775360584259033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.01,0.10415359735488891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.2,0.12398079633712769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.2,0.39811201095581056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.01,0.17374080419540405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.01,0.11649919748306274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.2,0.13056000471115112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.2,0.7235519886016846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.01,0.20499200820922853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.01,0.1427839994430542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.2,0.821343994140625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.2,0.10679039955139161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.2,0.13782399892807007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.01,0.1712448000907898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.01,0.29125759601593015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.2,1.423084831237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.2,0.1434880018234253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.2,1.5226431846618653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.01,0.20755839347839355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.01,0.3598655939102173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.2,1.9238016128540039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.2,0.20151040554046631
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.01,0.26277759075164797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.01,0.5054783821105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.2,0.24170238971710206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.01,0.3369663953781128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.2,3.24005126953125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.01,0.5760064125061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.2,0.29051520824432375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.01,0.46670079231262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.01,0.9022720336914063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.2,0.4012864112854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.01,0.6495039939880372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.2,6.89656982421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.2,0.6057536125183105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.01,0.9885248184204102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.01,1.0548800468444823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.2,0.8540543556213379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.01,1.059391975402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.01,1.3569215774536132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.2,1.271763229370117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.01,1.4799872398376466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.01,1.6603584289550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.2,1.454911994934082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.01,1.6860992431640625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.01,4.443910217285156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.2,1.7536832809448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.01,4.33240966796875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.2,2.8642240524291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.01,0.07708160281181335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.01,0.14132479429244996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.2,5.622304153442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.01,0.07416960000991821
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.01,0.07123839855194092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.01,0.077292799949646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.01,0.09149439930915833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.01,0.09797760248184204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.01,0.09964159727096558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.2,0.07597439885139465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.01,0.10169600248336792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.2,0.13910399675369262
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.01,0.10085120201110839
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.01,0.09132159948348999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.01,0.11384960412979125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.2,0.06897280216217042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.01,0.1173632025718689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.2,0.07064319849014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.01,0.13219840526580812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.01,0.11842559576034546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.2,0.07317119836807251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.01,0.07240960001945496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.2,0.09968640208244324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.2,0.08892800211906433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.01,0.13023359775543214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.01,0.073990398645401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.2,0.09649279713630676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.2,0.07553279995918274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.01,0.1318400025367737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.01,0.08021119832992554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.01,0.11058559417724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.2,0.09727360010147094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.2,0.06929919719696045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.01,0.09536640048027038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.2,0.09873920083045959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.01,0.12519680261611937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.2,0.1051967978477478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.01,0.14551039934158325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.2,0.0722815990447998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.01,0.10804480314254761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.2,0.1118783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.01,0.1861567974090576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.2,0.07696639895439147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.01,0.10632959604263306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.2,0.11690880060195923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.01,0.22499840259552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.2,0.09494400024414062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.01,0.2686271905899048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.2,0.11940480470657348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.01,0.38711678981781006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.2,0.10557440519332886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.01,0.10941439867019653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.2,0.12187520265579224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.01,0.12157440185546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.01,0.563756799697876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.2,0.12966400384902954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.01,0.6814527988433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.01,0.12549760341644287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.2,0.10881919860839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.2,0.13378560543060303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.01,0.9310336112976074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.01,0.1289791941642761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.2,0.10981760025024415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.2,0.11356799602508545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.01,1.1675135612487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.01,0.13628799915313722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.2,0.12343039512634277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.2,0.13239680528640746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.01,1.5944576263427734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.01,0.1443392038345337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.2,0.1239359974861145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.01,0.14583040475845338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.2,0.15690239667892455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.2,0.13089920282363893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.01,2.278188705444336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.01,0.13107839822769166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.2,0.1364416003227234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.2,0.21749119758605956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.01,4.598073577880859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.01,0.1472000002861023
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.2,0.1439743995666504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.2,0.22517759799957277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.01,0.16080000400543212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.2,0.14985599517822265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.2,0.3234368085861206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.2,0.12862080335617065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.01,0.21984639167785644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.2,0.4746240139007568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.2,0.14585599899291993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.01,0.23915519714355468
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.2,0.16567039489746094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.2,0.6754367828369141
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.01,0.32734720706939696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.01,0.42602877616882323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.2,0.2199552059173584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.2,0.7870016098022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.01,0.680518388748169
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.2,0.29806079864501955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.2,1.2572928428649903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.2,0.362227201461792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.01,0.7985856056213378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.2,0.5261568069458008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.01,1.0009344100952149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.2,1.4072319984436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.2,0.6562751770019531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.01,1.5669568061828614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.2,2.0744384765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.2,0.8947584152221679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.01,1.6816703796386718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.2,2.4195775985717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.2,1.2229567527770997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.01,2.8544384002685548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.2,1.5226495742797852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.01,5.9842369079589846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.2,6.536851501464843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.2,2.1765439987182615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.2,3.6173248291015625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.2,7.288556671142578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.01,0.13871999979019164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.01,0.09038079977035522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.01,0.0861952006816864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.01,0.08476799726486206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.01,0.09463679790496826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.01,0.09942399859428405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.01,0.09883520007133484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.2,0.14270080327987672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.01,0.09946879744529724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.2,0.13761279582977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.01,0.10047359466552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.2,0.08807680010795593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.01,0.10165760517120362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.2,0.08567039966583252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.2,0.08850560188293458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.01,0.10947840213775635
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.2,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.2,0.09131519794464112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.01,0.12495360374450684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.2,0.0982591986656189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.01,0.13293440341949464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.2,0.0951744019985199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.01,0.13441280126571656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.2,0.09675520062446594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.01,0.12342400550842285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.2,0.09645439982414246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.01,0.13863680362701417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.2,0.10323840379714966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.01,0.1660223960876465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.2,0.1071936011314392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.01,0.20279040336608886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.2,0.10961920022964478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.01,0.24001920223236084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.01,0.14415359497070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.2,0.1440384030342102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.2,0.11791360378265381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.01,0.3244287967681885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.01,0.09120000004768372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.2,0.13804160356521605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.2,0.12472959756851196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.01,0.37852799892425537
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.01,0.09303680062294006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.2,0.0926144003868103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.2,0.1419711947441101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.01,0.07698559761047363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.2,0.07561600208282471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.01,0.613651180267334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.01,0.08305919766426087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.2,0.15497599840164183
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.01,0.7347839832305908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.2,0.08472319841384887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.01,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.2,0.22227199077606202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.01,1.022105598449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.2,0.09139840006828308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.01,0.08789119720458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.2,0.2863296031951904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.01,1.152076816558838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.2,0.09382399916648865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.2,0.09782400131225585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.01,0.09345279932022095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.2,0.3267904043197632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.01,1.5247936248779297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.01,0.09368320107460022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.2,0.44746880531311034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.01,2.043065643310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.2,0.10240639448165893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.01,0.09755520224571228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.2,0.511513614654541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.2,0.11110399961471558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.01,4.114726257324219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.01,0.10100480318069457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.2,0.9801216125488281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.2,0.11336319446563721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.2,0.12579840421676636
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.01,0.10121599435806275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.2,1.0211008071899415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.01,0.1106495976448059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.2,1.5157952308654785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.2,0.1375872015953064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.01,0.12456320524215699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.2,1.6068479537963867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.2,0.12205439805984497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.01,0.1301568031311035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.2,2.2472320556640626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.2,0.13550080060958863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.01,0.1299839973449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.01,0.11119999885559081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.2,0.15489280223846436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.2,2.9726144790649416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.01,0.1424831986427307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.2,0.19703680276870728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.01,0.1428096055984497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.2,7.0585472106933596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.01,0.19436800479888916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.2,0.2574592113494873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.01,0.17749760150909424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.01,0.14206720590591432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.2,0.3574975967407227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.01,0.22565760612487792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.01,0.09818239808082581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.2,0.433465576171875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.01,0.304038405418396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.01,0.35557119846343993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.01,0.07216640114784241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.2,0.6047103881835938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.01,0.49303040504455564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.01,0.08115199804306031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.2,1.1246848106384277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.01,0.731385612487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.01,0.08482559919357299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.2,1.5657471656799316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.01,0.08907520174980163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.01,1.0798015594482422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.01,0.09183359742164612
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.2,0.13756799697875977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.2,1.6395008087158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.01,1.1412799835205079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.2,0.09937919974327088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.2,2.0846080780029297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.2,0.08988800048828124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.01,0.09559040069580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.01,1.457203197479248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.2,3.2264640808105467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.2,0.07129600048065185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.01,0.10030080080032348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.01,2.1398847579956053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.2,0.07853440046310425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.01,0.10114560127258301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.2,0.08339200019836426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.01,3.712799835205078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.2,5.088147354125977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.2,0.09041280150413514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.01,0.12438399791717529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.2,0.093094402551651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.01,0.13237119913101197
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.01,0.13445119857788085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.2,0.09538559913635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.01,0.11832959651947021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.2,0.10232319831848144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.2,0.10566400289535523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.01,0.13018239736557008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.2,0.10682879686355591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.01,0.16185599565505981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.01,0.18600959777832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.01,0.15553280115127563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.2,0.17637120485305785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.2,0.13423999547958373
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.01,0.2077631950378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.2,0.08799359798431397
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.01,0.13779840469360352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.2,0.1361855983734131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.01,0.26691839694976804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.2,0.11783039569854736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.01,0.34760959148406984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.2,0.08311039805412293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.01,0.0985472023487091
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.2,0.13783040046691894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.2,0.07304959893226623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.01,0.07359359860420227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.01,0.5051136016845703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.2,0.16602879762649536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.01,0.07900159955024719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.2,0.07714560031890869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.01,0.616211223602295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.2,0.21425919532775878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.01,0.08613119721412658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.2,0.08369920253753663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.2,0.23917438983917236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.01,0.9622143745422364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.2,0.3167871952056885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.01,0.08850560188293458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.2,0.08603519797325135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.01,1.2923968315124512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.2,0.43161602020263673
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.01,0.09367679953575134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.2,0.0896127998828888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.01,1.5801407814025878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.2,0.6627456188201905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.01,0.09399679899215699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.2,0.09388160109519958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.01,2.1382848739624025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.2,0.8072256088256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.01,0.10012799501419067
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.2,0.09679999947547913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.01,3.982380676269531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.01,0.10400639772415161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.2,1.0990528106689452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.2,0.10644479990005493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.01,0.11255680322647095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.2,0.11248639822006226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.2,1.8407487869262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.01,0.13085440397262574
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.2,0.1135103940963745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.2,1.9801727294921876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.01,0.13814400434494017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.2,0.12951680421829223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.2,0.13985919952392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.01,0.14235520362854004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.2,2.5348543167114257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.01,0.12637439966201783
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.2,0.1449728012084961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.2,5.310233688354492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.01,0.14394240379333495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.2,0.13135360479354857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.2,0.14584959745407106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.01,0.1634559988975525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.01,0.08611840009689331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.2,0.17526400089263916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.01,0.20910720825195311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.01,0.13646719455718995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.01,0.09936000108718872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.01,0.21736960411071776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.2,0.21128320693969727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.01,0.07240319848060608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.01,0.3013887882232666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.2,0.24727680683135986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.01,0.07887359857559204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.01,0.4267392158508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.2,0.3042112112045288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.01,0.0939520001411438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.01,0.5932991981506348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.2,0.4481344223022461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.01,0.09624320268630981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.01,0.6370560169219971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.01,0.10407040119171143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.2,0.06234880089759827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.2,0.6637951850891113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.01,0.10334080457687378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.2,0.07936639785766601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.01,0.9758848190307617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.2,0.8006464004516601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.01,0.10533119440078735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.01,1.3029312133789062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.2,1.1161664009094239
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.01,0.11112960577011108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.2,0.07169280052185059
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.01,1.7899904251098633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.01,0.1196671962738037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.2,1.5601535797119142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.2,0.07860479950904846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.01,0.1250815987586975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.2,1.9610303878784179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.01,2.7013439178466796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.2,0.08588799834251404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.01,0.14505599737167357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.2,3.5103038787841796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.01,4.574342346191406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.01,0.15960320234298705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.2,0.10264960527420045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.2,5.966150283813477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.01,0.1626304030418396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.2,0.10267519950866699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.01,0.14211200475692748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.2,0.10686719417572021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.01,0.170579195022583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.2,0.10941439867019653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.01,0.19045759439468385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.2,0.12290560007095337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.2,0.1263360023498535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.01,0.2362112045288086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.2,0.14204800128936768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.01,0.2808063983917236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.2,0.1548735976219177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.01,0.3666176080703735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.2,0.16142079830169678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.01,0.4326848030090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.2,0.14545279741287231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.01,0.5989823818206788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.2,0.1650431990623474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.2,0.1812991976737976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.01,0.8004032135009765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.2,0.24487040042877198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.01,1.1843263626098632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.2,0.2767872095108032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.01,1.4607680320739747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.2,0.3727168083190918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.01,1.918284797668457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.2,0.4783423900604248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.01,2.9012735366821287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.2,0.7565055847167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.01,6.1624000549316404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.2,0.8581631660461426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.2,1.1982848167419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.2,1.7646207809448242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.2,2.029318428039551
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.2,3.2883968353271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.2,8.208306884765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.09219840168952942
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.08680319786071777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.08392320275306701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.06506879925727845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.05953279733657837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.05975040197372437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.06272640228271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.06317440271377564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.0639360010623932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.06384639739990235
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.06559360027313232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.06590719819068909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.0665727972984314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.06613759994506836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.06654080152511596
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.0664255976676941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.067603200674057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.06776959896087646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.06871680021286011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.07132160067558288
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.07141759991645813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.07772160172462464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.0732800006866455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.07975040078163147
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.07398399710655212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.08193920254707336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.0840831995010376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.08972160220146179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.10330239534378052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.10399999618530273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.10840320587158203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.09659519791603088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.11678080558776856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.12104959487915039
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.15940480232238768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.17703039646148683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.13938560485839843
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.23999359607696533
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.18891520500183107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.01,0.07073280215263367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.2530303955078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.18997119665145873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.01,0.1041983962059021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.3923007965087891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.01,0.0695743978023529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.2583807945251465
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,0.4699711799621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.01,0.06672000288963317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.2,0.06262400150299072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,0.32613120079040525
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,0.6875904083251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.01,0.06581760048866273
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.2,0.06287999749183655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,0.4660160064697266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,0.9695232391357422
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.01,0.06563199758529663
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.2,0.052243202924728394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,0.6276351928710937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.01,0.06892799735069274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,1.3978816032409669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.2,0.06954240202903747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.01,0.07027199864387512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.2,0.06524800062179566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,0.9452992439270019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,1.6704959869384766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.2,0.06352639794349671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.01,0.07171199917793274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,2.0553472518920897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,1.0747391700744628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.2,0.06439039707183838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.01,0.07363200187683105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.2,0.06475520133972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,3.7029697418212892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,1.3445695877075194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.01,0.07344639897346497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.2,0.0658240020275116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.01,0.07423999905586243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.2,0.06724479794502258
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,9.321305847167968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.01,0.07790079712867737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,2.0945791244506835
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.2,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.01,0.08372480273246766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.2,0.07319039702415467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,4.346540832519532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.2,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.01,0.08848639726638793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.2,0.08453760147094727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.01,0.09846400022506714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.2,0.09325439929962158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.01,0.11434240341186523
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.2,0.09815679788589478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.2,0.11244159936904907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.01,0.13541760444641113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.01,0.06807039976119995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.2,0.14268800020217895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.01,0.08488960266113281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.01,0.1764672040939331
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.2,0.16349439620971679
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.01,0.06505600214004517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.01,0.2040191888809204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.2,0.08287360072135926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.2,0.22724480628967286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.01,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.01,0.2814527988433838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.2,0.08542079925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.2,0.2333375930786133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.01,0.06193280220031738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.2,0.05605120062828064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.01,0.31094400882720946
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.01,0.06767359972000123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.2,0.334003210067749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.2,0.058873599767684935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.2,0.06485120058059693
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.01,0.0710591971874237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.2,0.35275518894195557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.01,0.45576958656311034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.2,0.06681600213050842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.01,0.06722559928894042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.2,0.5128448009490967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.01,0.5546112060546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.01,0.06832000017166137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.2,0.07011200189590454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.01,0.07180799841880799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.2,0.8294207572937011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.01,0.8498944282531739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.2,0.0670144021511078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.01,0.0701312005519867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.2,1.2308735847473145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.01,0.9706687927246094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.2,0.06845440268516541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.01,0.07145599722862243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.2,0.06907520294189454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.2,1.4057984352111816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.01,1.3101119995117188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.01,0.07303680181503296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.2,0.07139840126037597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.2,1.7912384033203126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.01,0.07425280213356018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.01,2.0676992416381834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.2,0.07447680234909057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.01,0.08198400139808655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.2,3.7423168182373048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.2,0.07432320117950439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.01,4.185971069335937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.01,0.08591359853744507
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.2,0.07683200240135193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.2,6.500422668457031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.01,0.0998848021030426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.2,0.08417279720306396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.01,0.12075519561767578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.2,0.08930559754371643
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.01,0.14343039989471434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.01,0.18083200454711915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.2,0.10765440464019775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.01,0.1867967963218689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.2,0.13160959482192994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.01,0.13569920063018798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.01,0.2604736089706421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.2,0.14787839651107787
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.01,0.06999040246009827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.2,0.09711359739303589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.01,0.3438271999359131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.2,0.20185599327087403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.2,0.11242239475250244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.01,0.5180672168731689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.2,0.21736319065093995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.01,0.05720319747924805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.2,0.055199998617172244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.01,0.6202943801879883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.2,0.29957759380340576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.01,0.06025599837303162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.2,0.05739520192146301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.01,0.8326399803161622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.2,0.39744000434875487
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.01,0.06817920207977295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.2,0.05761920213699341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.01,0.07110400199890136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.01,1.0338175773620606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.2,0.5746496200561524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.2,0.06599680185317994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.2,0.07114239931106567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.2,0.7263999938964844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.01,1.3778047561645508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.01,0.07089279890060425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.2,0.06892799735069274
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.2,1.0994815826416016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.2,0.07080320119857789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.01,1.990163230895996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.01,0.07394559979438782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.2,0.07096959948539734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.2,1.3792832374572754
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.01,4.392902374267578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.2,0.06911360025405884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.01,0.07383040189743043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.2,1.7180736541748047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.2,0.07326719760894776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.01,0.07445759773254394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.2,2.6852096557617187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.2,0.07406079769134521
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.01,0.07898880243301391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.2,6.471059417724609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.2,0.08587520122528076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.01,0.08464000225067139
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.2,0.08814719915390015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.01,0.09063680171966552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.01,0.08099200129508972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.2,0.10104320049285889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.01,0.09864320158958435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.01,0.07534719705581665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.2,0.1259775996208191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.01,0.05818880200386047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.01,0.11479040384292602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.2,0.14638079404830934
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.01,0.05803520083427429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.01,0.13474559783935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.2,0.08392320275306701
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.2,0.18483200073242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.01,0.06240000128746033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.01,0.16869759559631348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.2,0.07464320063591004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.2,0.21018240451812745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.01,0.06584960222244263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.01,0.21087999343872071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.01,0.07602559924125671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.2,0.27903358936309813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.01,0.2726592063903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.01,0.07066239714622498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.2,0.05661439895629883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.2,0.4036736011505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.01,0.3390336036682129
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.01,0.07428479790687562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.2,0.0603007972240448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.2,0.5701568126678467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.01,0.4813568115234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.01,0.07523840069770812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.2,0.06367999911308289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.01,0.6881984233856201
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.2,0.8306431770324707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.01,0.07850880026817322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.2,0.07390720248222352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.01,0.9550080299377441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.2,1.0869824409484863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.01,0.07994239926338195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.2,0.07083520293235779
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.01,1.0734911918640138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.01,0.08031359910964966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.2,0.07407360076904297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.2,1.353651237487793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.01,0.08504319787025452
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.2,0.07437440156936645
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.01,1.394649600982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.2,1.7404415130615234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.01,0.08942080140113831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.2,0.07779840230941773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.01,2.3618879318237305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.2,2.6390527725219726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.01,0.09726719856262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.2,0.07896959781646729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.01,0.10769920349121094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.2,0.08088319897651672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.01,4.764563369750976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.2,5.446521759033203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.01,0.1208575963973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.2,0.0859008014202118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.01,0.1403839945793152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.01,0.1756160020828247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.2,0.09281280040740966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.01,0.20062720775604248
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.2,0.10039680004119873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.01,0.2899264097213745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.2,0.10675200223922729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.2,0.13093119859695435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.01,0.3528768062591553
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.01,0.05666559934616089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.2,0.08139520287513732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.2,0.13688960075378417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.01,0.5105279922485352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.01,0.06561279892921448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.2,0.10956159830093384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.2,0.18362879753112793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.01,0.6616447925567627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.01,0.05826560258865356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.2,0.05455999970436096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.2,0.22979199886322021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.01,0.878105640411377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.01,0.06063359975814819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.2,0.06047359704971313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.2,0.32115199565887453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.01,0.06681600213050842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.01,1.290015983581543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.2,0.06387839913368225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.2,0.3969727993011475
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.01,0.07189760208129883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.2,0.06906239986419678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.01,1.614112091064453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.2,0.5507775783538819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.01,0.08604159951210022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.01,2.3068031311035155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.2,0.7756351947784423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.01,0.0824512004852295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.2,0.08097280263900757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.2,1.0605440139770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.2,0.07683200240135193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.01,4.92210578918457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.01,0.0847104012966156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.2,1.480620765686035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.2,0.08352000117301941
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.2,0.08972160220146179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.2,1.8331647872924806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.01,0.0906175971031189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.2,0.09341440200805665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.2,2.915078353881836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.01,0.09408640265464782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.2,0.09323520064353943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.01,0.10220160484313964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.2,0.10165760517120362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.2,6.327500915527343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.01,0.10645760297775268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.01,0.11519360542297363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.2,0.11447039842605591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.2,0.12323839664459228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.01,0.12333439588546753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.2,0.1473088026046753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.01,0.14237439632415771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.2,0.16254719495773315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.01,0.15025919675827026
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.2,0.22177278995513916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.01,0.1968191981315613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.2,0.266758394241333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.01,0.2423232078552246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.2,0.36963839530944825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.01,0.33612799644470215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.01,0.46671361923217775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.2,0.6079872131347657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.01,0.6609663963317871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.2,0.8030912399291992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.01,0.774348783493042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.2,1.0434687614440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.01,1.2529727935791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.2,1.6091264724731444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.01,1.5930432319641112
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.2,1.7115840911865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.01,1.904582405090332
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.2,2.323635292053223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.01,3.101011276245117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.2,3.877228927612305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.01,6.3912513732910154
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.2,8.358163452148437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.01,0.08588160276412964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.01,0.07073919773101807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.01,0.0664896011352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.01,0.069760000705719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.01,0.07374719977378845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.2,0.08573439717292786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.01,0.0773311972618103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.2,0.08535680174827576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.01,0.0738431990146637
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.2,0.06435840129852295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.01,0.07520639896392822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.2,0.06986879706382751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.01,0.0762943983078003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.2,0.06474879980087281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.01,0.08068479895591736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.2,0.07394559979438782
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.01,0.07997440099716187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.2,0.07775359749794006
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.01,0.08293120265007019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.01,0.0855679988861084
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.2,0.07559040188789368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.01,0.09169279932975768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.01,0.09439359903335572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.2,0.07539839744567871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.2,0.07769600152969361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.01,0.11113599538803101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.2,0.08195199966430664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.2,0.0824512004852295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.01,0.1501952052116394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.2,0.08339840173721313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.01,0.19568639993667603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.2,0.0917631983757019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.01,0.2095423936843872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.2,0.09621120095252991
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.01,0.2961024045944214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.2,0.10349440574645996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.01,0.35329279899597166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.2,0.12357759475708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.01,0.10409599542617798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.01,0.5192383766174317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.2,0.15004160404205322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.01,0.06796159744262695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.01,0.6647424221038818
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.2,0.18699519634246825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.01,0.07405440211296081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.2,0.23070719242095947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.01,0.062080001831054686
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.01,0.9323007583618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.2,0.3374975919723511
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.01,0.05849599838256836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.01,1.069542407989502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.01,0.07061120271682739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.2,0.433625602722168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.01,1.3152128219604493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.01,0.07253760099411011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.2,0.6136127948760987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.01,2.041747283935547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.01,0.07148159742355346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.2,0.7768383979797363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.01,0.07301120162010193
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.01,4.2364543914794925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.2,1.0739968299865723
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.01,0.07602559924125671
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.2,0.08482559919357299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.2,1.4594752311706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.01,0.07760639786720276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.2,0.08466560244560242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.01,0.07985919713973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.2,1.8834047317504883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.2,0.06991999745368957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.01,0.07918720245361328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.2,0.06445440053939819
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.2,2.611788749694824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.01,0.08426240086555481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.2,0.06077439785003662
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.01,0.0864575982093811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.01,0.09238399863243103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.2,6.148038482666015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.2,0.0717311978340149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.01,0.16747519969940186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.01,0.09669119715690613
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.01,0.08125439882278443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.2,0.07318400144577027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.01,0.10331519842147827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.01,0.059910398721694944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.2,0.07285119891166687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.01,0.12725759744644166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.01,0.060159999132156375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.2,0.07523840069770812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.01,0.13788800239562987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.01,0.07162879705429077
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.2,0.07457919716835022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.01,0.07478399872779846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.2,0.07088000178337098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.2,0.07825919985771179
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.01,0.0735360026359558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.01,0.22106239795684815
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.2,0.07736960053443909
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.2,0.07942399978637696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.01,0.07242239713668823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.01,0.2837696075439453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.2,0.07207040190696716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.01,0.07621759772300721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.01,0.37493760585784913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.2,0.0599295973777771
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.01,0.08039039969444275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.2,0.08474239706993103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.01,0.5213759899139404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.2,0.06074240207672119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.01,0.08172799944877625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.2,0.09242240190505982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.01,0.08179839849472045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.2,0.06889600157737732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.01,0.6191743850708008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.2,0.09723520278930664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.01,0.08223999738693237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.01,0.9126720428466797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.2,0.11167360544204712
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.01,0.09428480267524719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.2,0.07281280159950257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.01,1.1717568397521974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.2,0.1351744055747986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.01,0.0966592013835907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.2,0.07351040244102477
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.2,0.14238719940185546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.01,0.10602879524230957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.01,1.419871997833252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.2,0.07583360075950622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.01,0.12579200267791749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.2,0.183078396320343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.2,0.07893760204315185
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.01,2.1369855880737303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.01,0.14510079622268676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.2,0.2403968095779419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.2,0.08232319951057435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.01,0.18188799619674684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.2,0.31150720119476316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.01,4.239059066772461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.01,0.20339200496673585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.2,0.41383042335510256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.01,0.27577600479125974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.2,0.08471680283546448
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.01,0.34369280338287356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.2,0.09223679900169372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.2,0.6318912029266357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.01,0.4886015892028809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.2,0.09955840110778809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.2,0.8743743896484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.01,0.612499189376831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.2,0.10718719959259033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.2,1.1633855819702148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.01,0.9206463813781738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.2,0.13050240278244019
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.2,1.2948863983154297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.01,0.0782975971698761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.2,0.15055359601974488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.01,1.168166446685791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.01,0.08492159843444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.2,0.18547840118408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.2,1.7626047134399414
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.01,1.6842559814453124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.01,0.058764797449111936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.2,0.22142720222473145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.2,2.6542335510253907
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.01,2.332729530334473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.01,0.06113280057907104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.2,0.2922175884246826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.01,0.0760640025138855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.2,0.4298880100250244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.01,4.276409530639649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.2,5.546803283691406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.01,0.0765504002571106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.2,0.6300608158111572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.01,0.07859200239181519
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.2,0.7334847927093506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.01,0.07912319898605347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.2,1.1248703956604005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.01,0.08072320222854615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.2,1.4156671524047852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.01,0.08393599987030029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.2,0.08172159790992736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.01,0.08670079708099365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.01,0.08228480219841003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.2,1.7831615447998046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.2,0.09263359904289245
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.01,0.08629760146141052
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.01,0.1373568058013916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.2,2.7816640853881838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.01,0.09210879802703857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.01,0.0939903974533081
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.2,0.060755199193954466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.01,0.10235519409179687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.01,0.06030719876289368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.2,5.096710586547852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.2,0.06116480231285095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.01,0.10708479881286621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.01,0.06857600212097167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.2,0.07014399766921997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.01,0.1142016053199768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.01,0.0798143982887268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.2,0.07500799894332885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.01,0.1357759952545166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.01,0.08586239814758301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.2,0.07747840285301208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.01,0.14687360525131227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.01,0.08763520121574402
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.2,0.07861760258674622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.2,0.07875199913978577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.01,0.18951040506362915
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.01,0.09173759818077087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.2,0.057171201705932616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.2,0.08236799836158752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.01,0.09185280203819275
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.2,0.15410560369491577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.2,0.08608639836311341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.01,0.0949504017829895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.01,0.30453760623931886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.2,0.06556159853935242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.2,0.08810880184173583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.01,0.10043519735336304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.01,0.38224000930786134
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.2,0.059487998485565186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.2,0.09267839789390564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.01,0.10232319831848144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.01,0.565772819519043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.2,0.06741759777069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.2,0.10295679569244384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.01,0.11045119762420655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.2,0.10837759971618652
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.2,0.07406719923019409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.01,0.6728127956390381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.01,0.11904640197753906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.2,0.1168511986732483
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.2,0.08305280208587647
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.01,0.96560640335083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.01,0.12768640518188476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.2,0.13589119911193848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.2,0.08789119720458985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.01,1.2633088111877442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.2,0.1522304058074951
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.01,0.1364799976348877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.2,0.08973439931869506
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.2,0.2067199945449829
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.01,1.6408447265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.01,0.161407995223999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.2,0.09196799993515015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.2,0.2267967939376831
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.01,0.18204159736633302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.2,0.09532160162925721
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.01,2.6179519653320313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.2,0.30916481018066405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.01,0.2255295991897583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.2,0.10206719636917114
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.2,0.40903677940368655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.01,0.25841920375823973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.01,5.333855819702149
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.2,0.10700160264968872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.2,0.5613632202148438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.01,0.34612479209899905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.2,0.11002880334854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.2,0.7128384113311768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.01,0.422054386138916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.2,0.12176640033721924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.2,1.0696255683898925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.2,0.12674560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.01,0.6166336059570312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.2,1.5326592445373535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.2,0.13902080059051514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.01,0.9903552055358886
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.2,2.054867172241211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.2,0.16600320339202881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.01,1.42423677444458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.2,0.17923840284347534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.2,2.8737024307250976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.01,1.4946240425109862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.2,0.23592960834503174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.01,2.013088035583496
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.2,6.691494750976562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.2,0.2738048076629639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.2,0.37448959350585936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.01,3.1544448852539064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.2,0.4746367931365967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.01,6.282432174682617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.2,0.6608255863189697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.2,0.9119168281555176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.2,1.263366413116455
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.2,1.957049560546875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.2,2.190956878662109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.2,3.543596649169922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.2,7.414553833007813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,power_law_1.01,0.08464639782905578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,power_law_1.01,0.08466560244560242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,power_law_1.01,0.07802879810333252
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,power_law_1.01,0.0781440019607544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,power_law_1.01,0.07916160225868225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,power_law_1.01,0.07844480276107788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,power_law_1.01,0.07905920147895813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,power_law_1.01,0.07835519909858704
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,power_law_1.01,0.07925119996070862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,power_law_1.01,0.08010240197181702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,power_law_1.2,0.08503040075302123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,power_law_1.01,0.08780159950256347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,power_law_1.2,0.0847487986087799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,power_law_1.01,0.08872320055961609
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,power_law_1.2,0.07827839851379395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,power_law_1.2,0.07775999903678894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,power_law_1.01,0.11066880226135253
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,power_law_1.2,0.07863039970397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,power_law_1.01,0.11752320528030395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,power_law_1.2,0.07877119779586791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,power_law_1.01,0.1337280035018921
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,power_law_1.2,0.07924479842185975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,power_law_1.01,0.1409600019454956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,power_law_1.01,0.1940287947654724
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,power_law_1.2,0.07916160225868225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.18823039531707764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,power_law_1.2,0.08342400193214417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.23758718967437745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,power_law_1.2,0.08736000061035157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.25088000297546387
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,power_law_1.2,0.10300159454345703
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.35676798820495603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,power_law_1.2,0.11011840105056762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,power_law_1.01,0.3504447937011719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,power_law_1.2,0.11652480363845825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,power_law_1.01,0.5184832096099854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,power_law_1.2,0.13601280450820924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,power_law_1.01,0.6719999790191651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,power_law_1.2,0.15337599515914918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,power_law_1.01,0.9886912345886231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,power_law_1.2,0.18267519474029542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,power_law_1.01,1.3641344070434571
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,power_law_1.2,0.2514048099517822
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.21149439811706544
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,power_law_1.01,1.7581056594848632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.3035327911376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,256,power_law_1.01,2.8201663970947264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.33296000957489014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.49064321517944337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,256,power_law_1.01,5.707475280761718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,power_law_1.2,0.5404223918914794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,power_law_1.2,0.8687871932983399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,power_law_1.01,0.07818880081176757
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,power_law_1.2,1.1925375938415528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,power_law_1.01,0.07773439884185791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,power_law_1.2,1.8297536849975586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,power_law_1.01,0.07257599830627441
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,power_law_1.01,0.0754751980304718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,power_law_1.2,2.6841663360595702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,power_law_1.2,3.0084096908569338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,power_law_1.01,0.07936639785766601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,power_law_1.01,0.08024960160255432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,1,256,power_law_1.2,5.764076614379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,power_law_1.01,0.07582079768180847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,power_law_1.01,0.07738879919052125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,power_law_1.01,0.07805439829826355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,1,256,power_law_1.2,12.706803131103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,power_law_1.01,0.08547840118408204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,power_law_1.01,0.08867200016975403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,power_law_1.01,0.08792960047721862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,power_law_1.01,0.1078976035118103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,power_law_1.01,0.11253759860992432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,power_law_1.01,0.11678719520568848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,power_law_1.01,0.1388800024986267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,power_law_1.01,0.16758400201797485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,power_law_1.01,0.18679039478302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,power_law_1.01,0.2651456117630005
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,power_law_1.2,0.08183680176734924
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,power_law_1.01,0.2445120096206665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,power_law_1.01,0.08545920252799988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,power_law_1.2,0.0824512004852295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,power_law_1.01,0.330182409286499
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,power_law_1.01,0.0849727988243103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,power_law_1.2,0.07511039972305297
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,power_law_1.01,0.38000640869140623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,power_law_1.01,0.07475839853286743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,power_law_1.2,0.07571840286254883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,power_law_1.01,0.48609280586242676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,power_law_1.01,0.07527679800987244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,power_law_1.2,0.0800000011920929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,power_law_1.01,0.6324992179870605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,power_law_1.01,0.08250240087509156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,power_law_1.2,0.07992320060729981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,power_law_1.01,0.0807039976119995
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,power_law_1.01,0.8262271881103516
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,power_law_1.2,0.081004798412323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,power_law_1.01,0.08121600151062011
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,power_law_1.2,0.07889919877052307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,power_law_1.01,1.1912960052490233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,power_law_1.2,0.07980800271034241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,power_law_1.01,0.08312960267066956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,power_law_1.01,1.3209343910217286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,power_law_1.2,0.08370559811592101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,power_law_1.2,0.08892800211906433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,power_law_1.01,0.08586239814758301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,power_law_1.2,0.08558719754219055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,128,power_law_1.01,2.008403205871582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,power_law_1.2,0.08611199855804444
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,power_law_1.01,0.08934400081634522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,power_law_1.2,0.08720639944076539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,power_law_1.2,0.07485439777374267
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,power_law_1.01,0.09411839842796325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,power_law_1.2,0.09721599817276001
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,128,power_law_1.01,4.380243301391602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,power_law_1.2,0.07556480169296265
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,power_law_1.01,0.09416319727897644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,power_law_1.2,0.10752639770507813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,power_law_1.2,0.08090239763259888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,power_law_1.01,0.09473919868469238
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,power_law_1.2,0.12972160577774047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,power_law_1.01,0.10799360275268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,power_law_1.2,0.14977920055389404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,power_law_1.2,0.08218880295753479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,power_law_1.01,0.11111680269241334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,power_law_1.2,0.20548479557037352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,power_law_1.2,0.09034240245819092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,power_law_1.01,0.11381759643554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,power_law_1.2,0.22802560329437255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,power_law_1.01,0.1287551999092102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,power_law_1.2,0.0915391981601715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,power_law_1.2,0.33649919033050535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,power_law_1.01,0.1603327989578247
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,power_law_1.2,0.2986687898635864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,power_law_1.2,0.0948736011981964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,power_law_1.01,0.17093759775161743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,power_law_1.2,0.430515193939209
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,power_law_1.2,0.08664960265159607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,power_law_1.2,0.4767615795135498
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,power_law_1.01,0.2403968095779419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,power_law_1.2,0.09086080193519593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,power_law_1.2,0.6190783977508545
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,power_law_1.01,0.29482240676879884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,power_law_1.2,0.10606720447540283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,power_law_1.2,0.8185791969299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,power_law_1.01,0.3921792030334473
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,power_law_1.2,0.10836479663848878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,power_law_1.2,0.11162879467010497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,power_law_1.2,1.2053759574890137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,power_law_1.01,0.3389375925064087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,power_law_1.2,0.12009600400924683
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,power_law_1.01,0.5010560035705567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,power_law_1.2,1.473363208770752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,power_law_1.2,0.13661439418792726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,power_law_1.01,0.5568448066711426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,power_law_1.2,1.9368896484375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,power_law_1.2,0.15483520030975342
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,power_law_1.01,0.09873279929161072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,power_law_1.01,0.809113597869873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,power_law_1.2,0.2008960008621216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,2,128,power_law_1.2,3.420204925537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,power_law_1.01,0.09828479886054993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,power_law_1.01,0.9702719688415528
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,power_law_1.2,0.27527680397033694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,power_law_1.01,0.07985919713973999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,2,128,power_law_1.2,8.633356475830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,power_law_1.2,0.34182400703430177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,power_law_1.01,1.1642239570617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,power_law_1.01,0.07861760258674622
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,power_law_1.2,0.4957759857177734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,64,power_law_1.01,1.7146240234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,power_law_1.01,0.08508800268173218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,power_law_1.2,0.4364352226257324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,power_law_1.01,0.08267520070075988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,power_law_1.2,0.585100793838501
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,64,power_law_1.01,3.9590911865234375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,power_law_1.01,0.08661760091781616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,power_law_1.2,0.6990208148956298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,power_law_1.01,0.08673279881477355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,power_law_1.2,1.0090432167053223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,power_law_1.01,0.08684160113334656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,power_law_1.01,0.09066240191459655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,power_law_1.2,1.3072319984436036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,power_law_1.01,0.09333119988441467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,power_law_1.2,1.6874496459960937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,power_law_1.01,0.0938368022441864
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,power_law_1.01,0.1065343976020813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,4,64,power_law_1.2,2.4802879333496093
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,power_law_1.01,0.11126400232315063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,power_law_1.01,0.11571199893951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,4,64,power_law_1.2,5.121043014526367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,power_law_1.01,0.11953920125961304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,power_law_1.01,0.14104959964752198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,power_law_1.01,0.16202239990234374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,power_law_1.01,0.20902400016784667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,power_law_1.01,0.22907519340515137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,power_law_1.01,0.28989439010620116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,power_law_1.2,0.09870079755783082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,power_law_1.01,0.41384320259094237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,power_law_1.2,0.09415040016174317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,power_law_1.2,0.0775871992111206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,power_law_1.01,0.5521152019500732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,power_law_1.2,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,power_law_1.01,0.5539584159851074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,power_law_1.01,0.10728960037231446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,power_law_1.2,0.08908159732818603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,power_law_1.01,0.10661760568618775
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,power_law_1.2,0.08774399757385254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,power_law_1.01,0.822163200378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,power_law_1.2,0.09073920249938965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,power_law_1.01,0.0834496021270752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,power_law_1.01,0.9893312454223633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,power_law_1.2,0.09615359902381897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,power_law_1.01,0.0804032027721405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,power_law_1.01,1.1819647789001464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,power_law_1.2,0.0944703996181488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,power_law_1.01,0.09151359796524047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,power_law_1.2,0.09543039798736572
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,32,power_law_1.01,1.7889087677001954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,power_law_1.01,0.09739519953727722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,power_law_1.2,0.09006080031394958
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,power_law_1.01,0.10118399858474732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,power_law_1.2,0.09681280255317688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,32,power_law_1.01,3.2300670623779295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,power_law_1.2,0.1060096025466919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,power_law_1.01,0.09359999895095825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,power_law_1.2,0.09690240025520325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,power_law_1.2,0.1078976035118103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,power_law_1.01,0.0930176019668579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,power_law_1.2,0.10702719688415527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,power_law_1.2,0.11045759916305542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,power_law_1.01,0.09357439875602722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,power_law_1.2,0.07828480005264282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,power_law_1.2,0.11885440349578857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,power_law_1.01,0.09735040068626404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,power_law_1.2,0.08009600043296813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,power_law_1.2,0.13288960456848145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,power_law_1.01,0.10007679462432861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,power_law_1.2,0.15719679594039918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,power_law_1.2,0.09015039801597595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,power_law_1.01,0.1003648042678833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,power_law_1.2,0.17550079822540282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,power_law_1.2,0.09233279824256897
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,power_law_1.01,0.1078976035118103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,power_law_1.2,0.22476799488067628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,power_law_1.2,0.10120960474014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,power_law_1.01,0.11248639822006226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,power_law_1.2,0.23843200206756593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,power_law_1.2,0.09268479943275451
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,power_law_1.01,0.1217344045639038
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,power_law_1.2,0.3522239923477173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,power_law_1.2,0.09544960260391236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,power_law_1.01,0.14239360094070436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,power_law_1.2,0.4989632129669189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,power_law_1.2,0.09599999785423279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,power_law_1.01,0.16264959573745727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,power_law_1.2,0.7196735858917236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,power_law_1.2,0.09705600142478943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,power_law_1.01,0.16494079828262329
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,power_law_1.2,0.7038080215454101
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,power_law_1.01,0.21816959381103515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,power_law_1.2,0.10395519733428955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,power_law_1.01,0.240447998046875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,power_law_1.2,1.0819775581359863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,power_law_1.2,0.10782719850540161
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,power_law_1.01,0.3366847991943359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,power_law_1.2,0.10883200168609619
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,power_law_1.2,1.132198429107666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,power_law_1.01,0.4040063858032227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,power_law_1.2,0.11432960033416747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,power_law_1.2,1.5502464294433593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,power_law_1.2,0.1254207968711853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,power_law_1.01,0.5282879829406738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,8,32,power_law_1.2,2.4342016220092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,power_law_1.2,0.1417088031768799
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,power_law_1.01,0.6910655975341797
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,power_law_1.2,0.16813440322875978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,8,32,power_law_1.2,4.797568130493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,power_law_1.01,0.9150591850280761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,power_law_1.2,0.17756799459457398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,power_law_1.2,0.21843199729919432
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,power_law_1.01,1.046348762512207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,power_law_1.2,0.2672960042953491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,power_law_1.01,1.360313606262207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,power_law_1.2,0.35532801151275634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,16,power_law_1.01,1.9869312286376952
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,power_law_1.2,0.43856000900268555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,power_law_1.2,0.5895103931427002
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,16,power_law_1.01,3.6333377838134764
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,power_law_1.2,0.7343552112579346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,power_law_1.2,1.2227264404296876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,power_law_1.2,1.3049344062805175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,power_law_1.2,1.6350784301757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,256,16,16,power_law_1.2,2.675103950500488
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,256,16,16,power_law_1.2,4.451103973388672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,power_law_1.01,0.08526080250740051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,power_law_1.01,0.08515840172767639
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,power_law_1.01,0.08629119992256165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,power_law_1.01,0.07562879920005798
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,power_law_1.01,0.0791808009147644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,power_law_1.01,0.10131839513778687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,power_law_1.01,0.10403200387954711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,power_law_1.01,0.10457600355148315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,power_law_1.01,0.10577919483184814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,power_law_1.01,0.10829440355300904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,power_law_1.01,0.08880000114440918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,power_law_1.01,0.09071360230445862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,power_law_1.01,0.09552639722824097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,power_law_1.01,0.10739200115203858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,power_law_1.2,0.08509439826011658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,power_law_1.01,0.11518720388412476
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,power_law_1.01,0.11674239635467529
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,power_law_1.2,0.08331519961357117
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,power_law_1.2,0.08156800270080566
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,power_law_1.01,0.1348863959312439
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,power_law_1.2,0.08083840012550354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,power_law_1.01,0.16821759939193726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,power_law_1.2,0.1031872034072876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,power_law_1.01,0.2054208040237427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,power_law_1.2,0.10095360279083251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,power_law_1.01,0.27155840396881104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,power_law_1.01,0.09324799776077271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,power_law_1.2,0.1031872034072876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,power_law_1.01,0.29424641132354734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,power_law_1.01,0.09120640158653259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,power_law_1.2,0.1059391975402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,power_law_1.01,0.4368447780609131
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,power_law_1.01,0.08426240086555481
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,power_law_1.2,0.10843520164489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,power_law_1.01,0.39792640209198
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,power_law_1.01,0.08320000171661376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,power_law_1.2,0.09283199906349182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,power_law_1.01,0.571673583984375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,power_law_1.01,0.08480640053749085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,power_law_1.2,0.09482880234718323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,power_law_1.01,0.1028864026069641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,power_law_1.2,0.11016960144042968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,power_law_1.01,0.6004672050476074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,power_law_1.01,0.11263359785079956
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,power_law_1.2,0.11407999992370606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,power_law_1.01,0.9452735900878906
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,power_law_1.01,0.1137727975845337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,power_law_1.2,0.11787519454956055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,power_law_1.2,0.09286400079727172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,power_law_1.01,1.1524671554565429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,power_law_1.01,0.11663360595703125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,power_law_1.2,0.126636803150177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,power_law_1.2,0.09043200016021728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,power_law_1.01,0.11742719411849975
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,power_law_1.01,1.4120512008666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,power_law_1.2,0.14657280445098878
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,power_law_1.2,0.08410879969596863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,power_law_1.01,0.09217919707298279
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,power_law_1.2,0.1890496015548706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,128,power_law_1.01,2.119935989379883
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,power_law_1.01,0.09427199959754944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,power_law_1.2,0.08213120102882385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,power_law_1.2,0.22469120025634765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,power_law_1.01,0.09628159999847412
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,power_law_1.2,0.08488320112228394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,power_law_1.2,0.31210880279541015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,128,power_law_1.01,3.959206390380859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,power_law_1.01,0.1001855969429016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,power_law_1.2,0.10588799715042115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,power_law_1.2,0.38624000549316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,power_law_1.01,0.11354880332946778
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,power_law_1.2,0.11075839996337891
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,power_law_1.2,0.540499210357666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,power_law_1.01,0.1178879976272583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,power_law_1.2,0.10814080238342286
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,power_law_1.01,0.12893439531326295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,power_law_1.2,0.5373119831085205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,power_law_1.2,0.111353600025177
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,power_law_1.2,0.8361920356750489
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,power_law_1.2,0.11606400012969971
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,power_law_1.01,0.18568320274353028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,power_law_1.2,0.861235237121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,power_law_1.2,0.09976320266723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,power_law_1.01,0.2212735891342163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,power_law_1.2,1.2890751838684082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,power_law_1.2,0.10537600517272949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,power_law_1.01,0.27026560306549074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,power_law_1.2,0.10520319938659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,power_law_1.01,0.36607999801635743
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,power_law_1.2,1.5916031837463378
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,power_law_1.01,0.45776000022888186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,power_law_1.2,2.3193023681640623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,power_law_1.2,0.1149440050125122
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,power_law_1.01,0.6077631950378418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,power_law_1.2,0.12025599479675293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,power_law_1.01,0.6455296039581299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,2,128,power_law_1.2,2.927622413635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,power_law_1.01,1.043283176422119
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,power_law_1.2,0.1740224003791809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,2,128,power_law_1.2,6.436544036865234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,power_law_1.01,1.1187135696411132
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,power_law_1.2,0.19808000326156616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,power_law_1.01,1.342790412902832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,power_law_1.2,0.26803200244903563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,64,power_law_1.01,2.0404735565185548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,power_law_1.2,0.3311743974685669
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,power_law_1.01,0.09932159781455993
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,power_law_1.01,0.10659840106964111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,power_law_1.2,0.4284736156463623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,64,power_law_1.01,4.085996627807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,power_law_1.01,0.09976320266723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,power_law_1.2,0.5021440029144287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,power_law_1.01,0.08350719809532166
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,power_law_1.2,0.7417664051055908
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,power_law_1.01,0.085343998670578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,power_law_1.2,0.7953728199005127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,power_law_1.01,0.10542720556259155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,power_law_1.01,0.11548800468444824
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,power_law_1.2,1.426527976989746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,power_law_1.01,0.11757440567016601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,power_law_1.2,1.2536831855773927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,power_law_1.01,0.1238592028617859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,power_law_1.01,0.12360320091247559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,power_law_1.2,1.7682111740112305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,power_law_1.01,0.0969983994960785
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,4,64,power_law_1.2,2.290009689331055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,power_law_1.01,0.09976320266723633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,power_law_1.01,0.09995520114898682
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,4,64,power_law_1.2,4.973043060302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,power_law_1.01,0.11608959436416626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,power_law_1.01,0.11954560279846191
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,power_law_1.01,0.1224511981010437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,power_law_1.01,0.13104000091552734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,power_law_1.2,0.09786880016326904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,power_law_1.01,0.1484287977218628
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,power_law_1.2,0.11070719957351685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,power_law_1.01,0.17795200347900392
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,power_law_1.2,0.0971455991268158
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,power_law_1.01,0.21598079204559326
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,power_law_1.2,0.08291839957237243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,power_law_1.2,0.0852288007736206
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,power_law_1.01,0.24328958988189697
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,power_law_1.01,0.09678720235824585
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,power_law_1.2,0.10182399749755859
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,power_law_1.01,0.32512640953063965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,power_law_1.01,0.10612479448318482
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,power_law_1.2,0.10085760354995728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,power_law_1.01,0.41137280464172366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,power_law_1.01,0.11047680377960205
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,power_law_1.2,0.12578560113906861
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,power_law_1.01,0.5581632137298584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,power_law_1.01,0.08234239816665649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,power_law_1.2,0.1265727996826172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,power_law_1.01,0.6780159950256348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,power_law_1.01,0.0859391987323761
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,power_law_1.2,0.11900160312652588
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,power_law_1.01,0.10866559743881225
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,power_law_1.01,1.1262144088745116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,power_law_1.2,0.09968640208244324
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,power_law_1.01,0.11442559957504272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,power_law_1.01,1.139833641052246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,power_law_1.2,0.10204160213470459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,power_law_1.01,0.13331199884414674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,power_law_1.01,0.13754240274429322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,power_law_1.2,0.09705600142478943
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,power_law_1.2,0.10369919538497925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,power_law_1.01,1.3935359954833983
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,power_law_1.2,0.10714240074157715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,power_law_1.01,0.1378559947013855
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,power_law_1.2,0.11565439701080323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,power_law_1.2,0.09326080083847046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,32,power_law_1.01,1.9193279266357421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,power_law_1.01,0.10174720287322998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,power_law_1.2,0.1209663987159729
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,power_law_1.2,0.0818880021572113
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,power_law_1.01,0.1059391975402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,power_law_1.2,0.0846015989780426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,power_law_1.2,0.12327040433883667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,32,power_law_1.01,3.490585708618164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,power_law_1.01,0.11094399690628051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,power_law_1.2,0.10320639610290527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,power_law_1.2,0.13290879726409913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,power_law_1.2,0.1091007947921753
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,power_law_1.01,0.11528960466384888
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,power_law_1.2,0.13299200534820557
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,power_law_1.01,0.11951359510421752
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,power_law_1.2,0.17871999740600586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,power_law_1.2,0.12739839553833007
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,power_law_1.01,0.12723840475082399
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,power_law_1.2,0.13596160411834718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,power_law_1.2,0.22183680534362793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,power_law_1.01,0.14927999973297118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,power_law_1.2,0.10423040390014648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,power_law_1.2,0.2790015935897827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,power_law_1.01,0.16595840454101562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,power_law_1.2,0.11046400070190429
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,power_law_1.2,0.3784064054489136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,power_law_1.2,0.110099196434021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,power_law_1.01,0.19337600469589233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,power_law_1.2,0.12851840257644653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,power_law_1.2,0.44406399726867674
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,power_law_1.01,0.2382335901260376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,power_law_1.2,0.13670400381088257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,power_law_1.01,0.2643712043762207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,power_law_1.2,0.6353919982910157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,power_law_1.2,0.13987200260162352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,power_law_1.01,0.34061439037323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,power_law_1.2,0.14517760276794434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,power_law_1.2,0.7816192150115967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,power_law_1.2,0.18037760257720947
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,power_law_1.01,0.41617279052734374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,power_law_1.2,1.3833727836608887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,power_law_1.2,0.2100543975830078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,power_law_1.01,0.025843200087547303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,power_law_1.01,0.5644735813140869
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,power_law_1.2,0.2637376070022583
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,power_law_1.01,0.025996801257133485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,power_law_1.2,1.407686424255371
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,power_law_1.01,0.7286272048950195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,power_law_1.2,0.2763583898544312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,power_law_1.01,0.026316800713539125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,power_law_1.2,0.36732161045074463
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,power_law_1.01,1.016089630126953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,power_law_1.2,1.7259391784667968
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,power_law_1.01,0.026291200518608095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,power_law_1.2,0.459500789642334
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,power_law_1.01,0.026899200677871705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,power_law_1.01,1.2920191764831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,power_law_1.2,0.5955135822296143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,8,32,power_law_1.2,2.125881576538086
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,power_law_1.2,0.811251163482666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,power_law_1.01,1.669139289855957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,power_law_1.2,1.1129023551940918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,8,32,power_law_1.2,4.290790557861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,16,power_law_1.01,2.1819263458251954
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,power_law_1.2,1.4951487541198731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,power_law_1.01,0.026675200462341307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,power_law_1.2,1.9348352432250977
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,16,power_law_1.01,4.179526519775391
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,power_law_1.01,0.027289599180221558
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,power_law_1.01,0.0278656005859375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,32768,7168,2048,8,384,16,16,power_law_1.2,2.309177589416504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,w4afp8,65536,7168,2048,8,384,16,16,power_law_1.2,4.508703994750976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,power_law_1.01,0.02930560111999512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,power_law_1.2,0.026188799738883974
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,power_law_1.01,0.029625600576400755
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,power_law_1.01,0.030982398986816408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,power_law_1.2,0.026399999856948853
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,power_law_1.2,0.026553601026535034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,power_law_1.2,0.027001601457595826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,power_law_1.01,0.03164800107479095
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,power_law_1.01,0.03283840119838714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,power_law_1.01,0.034220799803733826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,power_law_1.2,0.026553601026535034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,power_law_1.01,0.02956799864768982
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,power_law_1.2,0.029574400186538695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,power_law_1.2,0.027775999903678895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,power_law_1.2,0.02956160008907318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,power_law_1.01,0.029542401432991028
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,power_law_1.2,0.028364801406860353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,power_law_1.2,0.029798400402069092
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,power_law_1.01,0.029772800207138062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,power_law_1.2,0.029971200227737426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,power_law_1.01,0.0298880010843277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,power_law_1.2,0.03020159900188446
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,power_law_1.01,0.03022719919681549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,power_law_1.01,0.041305598616600034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,power_law_1.2,0.02932479977607727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,power_law_1.01,0.042854401469230655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,power_law_1.2,0.029747200012207032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,power_law_1.2,0.029491201043128967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,power_law_1.01,0.029407998919486998
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,power_law_1.2,0.03113600015640259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,power_law_1.01,0.030297601222991945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,power_law_1.2,0.031711998581886294
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,power_law_1.2,0.03116160035133362
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,power_law_1.01,0.030559998750686646
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,power_law_1.2,0.03327359855175018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,power_law_1.01,0.04715520143508911
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,power_law_1.2,0.03447679877281189
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,power_law_1.2,0.03299840092658997
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,power_law_1.01,0.0326335996389389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,power_law_1.2,0.04149119853973389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,power_law_1.01,0.05801600217819214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,power_law_1.2,0.03346560001373291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,power_law_1.01,0.03284479975700379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,power_law_1.2,0.03386240005493164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,power_law_1.2,0.0436928004026413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,power_law_1.01,0.03400320112705231
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.01,0.072326397895813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,power_law_1.2,0.03672960102558136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,power_law_1.2,0.046937599778175354
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,power_law_1.01,0.036774399876594546
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,power_law_1.2,0.03819519877433777
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,power_law_1.01,0.03702400028705597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,power_law_1.2,0.04084480106830597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,power_law_1.01,0.038412800431251524
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,power_law_1.2,0.05974400043487549
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.01,0.10062719583511352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.2,0.07029759883880615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,power_law_1.2,0.05234559774398804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,power_law_1.01,0.0520576000213623
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.2,0.0991424024105072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,power_law_1.2,0.05397120118141174
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,power_law_1.01,0.05229439735412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.01,0.11646720170974731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.2,0.11250560283660889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.01,0.1868288040161133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,power_law_1.01,0.06177279949188232
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.2,0.19395840167999268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.01,0.2217024087905884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.2,0.2533567905426025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.01,0.33566720485687257
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.2,0.3706367969512939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.01,0.4616703987121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,power_law_1.2,0.07398399710655212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,power_law_1.01,0.07850880026817322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.2,0.48664321899414065
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.01,0.6835968017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.2,0.6740992069244385
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.01,0.9377087593078614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,power_law_1.01,1.1171199798583984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.2,0.950937557220459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.2,0.09132159948348999
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.01,0.09009919762611389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,8,power_law_1.01,1.8787328720092773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,power_law_1.2,1.1888959884643555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,8,power_law_1.01,3.7233345031738283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,14336,2,8,32,8,power_law_1.2,1.8879743576049806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,14336,2,8,32,8,power_law_1.2,3.4286334991455076
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.2,0.11987839937210083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.01,0.1365823984146118
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.2,0.18718080520629882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.01,0.18264960050582885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.2,0.281279993057251
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.01,0.2780416011810303
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.2,0.3110208034515381
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.01,0.3589247941970825
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.2,0.5314879894256592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.01,0.4596288204193115
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.2,0.6986048221588135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.01,0.659449577331543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.2,1.0317760467529298
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.01,0.9629952430725097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.2,1.372383975982666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.01,1.2901503562927246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,power_law_1.2,1.6748672485351563
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,power_law_1.01,1.6646976470947266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,8,power_law_1.2,2.7267648696899416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.05639680027961731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.0574783980846405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,16384,2,8,32,8,power_law_1.01,2.6244991302490233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,8,power_law_1.2,5.422361755371094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.060524797439575194
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,16384,2,8,32,8,power_law_1.01,5.287360000610351
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.06080639958381653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.06220800280570984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.05940480232238769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.05975679755210876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.06344320178031922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.06333439946174621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.0642304003238678
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.06431999802589417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,power_law_1.01,0.05851519703865051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,power_law_1.2,0.058790397644042966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,power_law_1.01,0.060684800148010254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,power_law_1.2,0.0606656014919281
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.063264000415802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.06353920102119445
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,power_law_1.01,0.06025599837303162
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,power_law_1.2,0.05754240155220032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,power_law_1.01,0.058220797777175905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.06666880249977111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.06698240041732788
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,power_law_1.2,0.05995519757270813
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,power_law_1.01,0.058233600854873654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.06909440159797668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,power_law_1.2,0.06094080209732056
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.06991360187530518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,power_law_1.01,0.06046079993247986
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.07009279727935791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,power_law_1.2,0.060031998157501223
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.07109760046005249
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,power_law_1.01,0.06364160180091857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,power_law_1.2,0.06368640065193176
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.07311360239982605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.07446399927139283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,power_law_1.01,0.06462720036506653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,power_law_1.2,0.06450560092926025
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.07626879811286927
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.07560960054397584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,power_law_1.01,0.06324480175971985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.08360959887504578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.08170880079269409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,power_law_1.2,0.0639360010623932
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,power_law_1.01,0.06788480281829834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.08881279826164246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.08628479838371277
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,power_law_1.2,0.06848000288009644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,power_law_1.01,0.06999040246009827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,power_law_1.2,0.07035520076751708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.09521920084953309
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.09035519957542419
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.10880639553070068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.10179840326309204
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,power_law_1.01,0.07138559818267823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,power_law_1.2,0.07184000015258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,power_law_1.01,0.07399680018424988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,power_law_1.2,0.07466239929199218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,power_law_1.01,0.07685760259628296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,power_law_1.2,0.07763839960098266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.12726399898529053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.11191040277481079
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.17408640384674073
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.14523520469665527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,power_law_1.2,0.08449919819831848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,power_law_1.01,0.08715519905090333
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.2203903913497925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.1675647974014282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,power_law_1.2,0.08982399702072144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,power_law_1.01,0.09653760194778442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,power_law_1.01,0.10777599811553955
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,power_law_1.2,0.10022399425506592
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.01,0.12044800519943237
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,power_law_1.2,0.11614079475402832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.2,0.12753280401229858
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.33892478942871096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.22451839447021485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.4470399856567383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.2861824035644531
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.01,0.14287359714508058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.2,0.1627776026725769
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.01,0.17455999851226806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,0.7282879829406739
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,0.42138237953186036
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.2,0.19366400241851806
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.01,0.24414079189300536
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.5483200073242187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.2,0.3151808023452759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.9868096351623535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.01,0.32619519233703614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.2,0.4127488136291504
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,0.8332991600036621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.01,0.43019518852233884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,1.3850367546081543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.2,0.6145408153533936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.01,0.5512447834014893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,1.1693632125854492
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,2.098291206359863
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.01,0.8790656089782715
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.2,0.8727680206298828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,1.5522175788879395
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.01,1.2162495613098145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,2.7434623718261717
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.2,1.3163007736206054
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,power_law_1.01,1.3796480178833008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.2,1.5239168167114259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,2.577555274963379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,4.519488143920898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,128,power_law_1.01,2.296627235412598
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,power_law_1.2,2.3461376190185548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,5.117792129516602
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,10.064966583251953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,128,power_law_1.01,4.7425792694091795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,2,128,power_law_1.2,4.087884902954102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,2,128,power_law_1.2,8.539839935302734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,power_law_1.2,0.06895359754562377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,power_law_1.01,0.06890239715576171
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,power_law_1.01,0.06136959791183472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,power_law_1.2,0.06204800009727478
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,power_law_1.01,0.0673471987247467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,power_law_1.2,0.06727039813995361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,power_law_1.01,0.05920640230178833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,power_law_1.2,0.06305919885635376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,power_law_1.01,0.054713600873947145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,power_law_1.2,0.05331839919090271
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,power_law_1.01,0.05394560098648071
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,power_law_1.01,0.0588096022605896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,power_law_1.2,0.054118400812149046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,power_law_1.01,0.05886719822883606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,power_law_1.2,0.05514879822731018
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,power_law_1.01,0.05359359979629517
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,power_law_1.2,0.05616639852523804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,power_law_1.2,0.05723519921302796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,power_law_1.01,0.0580672025680542
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,power_law_1.01,0.06030719876289368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,power_law_1.2,0.05939840078353882
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,power_law_1.01,0.06531199812889099
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,power_law_1.2,0.06269440054893494
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,power_law_1.01,0.06704639792442321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,power_law_1.2,0.0636031985282898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,power_law_1.01,0.05627520084381103
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,power_law_1.2,0.055929601192474365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,power_law_1.01,0.06111360192298889
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,power_law_1.2,0.06296319961547851
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,power_law_1.01,0.06421120166778564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,power_law_1.2,0.06499840021133423
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,power_law_1.01,0.06812800168991089
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,power_law_1.2,0.06939520239830017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,power_law_1.01,0.07294719815254211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,power_law_1.2,0.07173759937286377
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,power_law_1.01,0.07543039917945862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,power_law_1.2,0.07178239822387696
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,power_law_1.01,0.06457599997520447
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,power_law_1.2,0.0664896011352539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,power_law_1.01,0.08083199858665466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,power_law_1.01,0.0692031979560852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,power_law_1.2,0.0695039987564087
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,power_law_1.2,0.0803391993045807
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,power_law_1.01,0.08439679741859436
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,power_law_1.2,0.07241600155830383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,power_law_1.2,0.0826367974281311
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,power_law_1.01,0.08686720132827759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,power_law_1.2,0.0868607997894287
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,power_law_1.01,0.07103999853134155
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,power_law_1.2,0.07191680073738098
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,power_law_1.01,0.07397760152816772
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,power_law_1.2,0.07411839962005615
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,power_law_1.01,0.07713919878005981
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,power_law_1.2,0.07964159846305847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,power_law_1.01,0.0940671980381012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,power_law_1.2,0.09402239918708802
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,power_law_1.01,0.09612799882888794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,power_law_1.2,0.09937279820442199
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,power_law_1.01,0.10668799877166749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,power_law_1.2,0.11399680376052856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,power_law_1.01,0.1212928056716919
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,power_law_1.2,0.12547199726104735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,power_law_1.01,0.08570240139961242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.01,0.1442304015159607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,power_law_1.2,0.08729599714279175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.2,0.14558080434799195
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.01,0.16837120056152344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.2,0.19158400297164918
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,power_law_1.2,0.09101439714431762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.01,0.2182528018951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,power_law_1.01,0.10017280578613282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.2,0.25220479965209963
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.01,0.29811840057373046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,power_law_1.2,0.10610560178756714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.01,0.39017601013183595
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.2,0.35214719772338865
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.01,0.5521855831146241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.2,0.4076096057891846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.01,0.6531519889831543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.2,0.606009578704834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,power_law_1.01,0.10623359680175781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,power_law_1.2,0.11038080453872681
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.01,1.0185791969299316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.2,0.7916800022125244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.01,0.12947200536727904
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.2,0.13982080221176146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.01,1.249830436706543
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.2,1.2889151573181152
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.01,0.15047680139541625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,power_law_1.01,1.5895359992980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.2,0.1792448043823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.2,1.6205184936523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.01,0.1893887996673584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,32,power_law_1.01,2.591929626464844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.2,0.2207360029220581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,power_law_1.2,2.1602176666259765
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.01,0.24083199501037597
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.2,0.30736000537872316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,32,power_law_1.01,5.548819351196289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.2,0.38353919982910156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.01,0.2828416109085083
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,8,32,power_law_1.2,4.4451904296875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.2,0.6290495872497559
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.01,0.45432319641113283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,8,32,power_law_1.2,9.195315551757812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.2,0.7951360225677491
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.01,0.587443208694458
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.01,0.8596480369567872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.2,1.1888256072998047
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.01,1.1639552116394043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.2,1.7727167129516601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,power_law_1.01,1.4275520324707032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,power_law_1.2,2.016377639770508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,64,power_law_1.01,2.446143913269043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,4,64,power_law_1.2,3.9364158630371096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,64,power_law_1.01,4.986368179321289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,4,64,power_law_1.2,6.780537414550781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,power_law_1.2,0.06214399933815003
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,power_law_1.01,0.07681919932365418
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,power_law_1.2,0.07436800003051758
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,power_law_1.01,0.05248640179634094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,power_law_1.2,0.05312640070915222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,power_law_1.01,0.05544319748878479
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,power_law_1.2,0.0573311984539032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,power_law_1.01,0.06044800281524658
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,power_law_1.2,0.061222398281097413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,power_law_1.01,0.06472319960594178
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,power_law_1.2,0.0642687976360321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,power_law_1.01,0.07032319903373718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,power_law_1.2,0.07130879759788514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,power_law_1.01,0.07470080256462097
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,power_law_1.2,0.0725823998451233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,power_law_1.01,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,power_law_1.2,0.07967360019683838
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,power_law_1.01,0.08279039859771728
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,power_law_1.2,0.08266239762306213
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,power_law_1.01,0.08607360124588012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,power_law_1.2,0.08840320110321045
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,power_law_1.01,0.08937600255012512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,power_law_1.2,0.08754559755325317
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,power_law_1.2,0.0967296004295349
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,power_law_1.01,0.09463679790496826
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,power_law_1.2,0.10010240077972413
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,power_law_1.01,0.09924479722976684
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,power_law_1.2,0.1141055941581726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,power_law_1.01,0.11163519620895386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,power_law_1.2,0.1182144045829773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,power_law_1.01,0.11413760185241699
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,power_law_1.2,0.1299839973449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,power_law_1.01,0.12445440292358398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,power_law_1.2,0.15168000459671022
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,power_law_1.01,0.14266239404678344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.2,0.1740031957626343
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.01,0.15618560314178467
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.2,0.23301119804382325
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.01,0.21762559413909913
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.2,0.30047359466552737
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.01,0.2599231958389282
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.01,0.38543999195098877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.2,0.40071678161621094
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.2,0.5352704048156738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.01,0.44367361068725586
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.2,0.7683648109436035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.01,0.5935103893280029
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.2,1.1640383720397949
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.01,0.8380864143371582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.2,1.4567680358886719
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.01,1.1896767616271973
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.2,2.103763198852539
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.01,1.6434303283691407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,power_law_1.2,2.7212928771972655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,power_law_1.01,1.983897590637207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,16,power_law_1.2,4.495820617675781
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,256,16,16,power_law_1.01,3.3811519622802733
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,16,power_law_1.2,7.9999229431152346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,256,16,16,power_law_1.01,6.540435028076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,power_law_1.01,0.027724799513816834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,power_law_1.2,0.027692800760269164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,power_law_1.2,0.02800639867782593
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,power_law_1.01,0.027884799242019653
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,power_law_1.2,0.02808319926261902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,power_law_1.01,0.02805120050907135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,power_law_1.2,0.02831999957561493
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,power_law_1.01,0.028313601016998292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,power_law_1.2,0.028966400027275085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,power_law_1.01,0.028863999247550964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,power_law_1.2,0.028377598524093627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,power_law_1.01,0.02844800055027008
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,power_law_1.2,0.028870400786399842
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,power_law_1.01,0.02873600125312805
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,power_law_1.2,0.029286399483680725
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,power_law_1.01,0.02908799946308136
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,power_law_1.2,0.030662399530410767
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,power_law_1.01,0.030419200658798218
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,power_law_1.2,0.03108479976654053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,power_law_1.01,0.030745598673820495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,power_law_1.2,0.03229439854621887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,power_law_1.01,0.03198719918727875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,power_law_1.01,0.03418880105018616
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,power_law_1.2,0.03462400138378143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,power_law_1.01,0.03485440015792847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,power_law_1.2,0.035718399286270144
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,power_law_1.01,0.03650560081005096
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,power_law_1.2,0.03764480054378509
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,power_law_1.2,0.04152320027351379
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,power_law_1.01,0.04063999950885773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,power_law_1.2,0.042956799268722534
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,power_law_1.01,0.04089600145816803
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,power_law_1.2,0.02653439939022064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,power_law_1.01,0.026841598749160766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,power_law_1.2,0.026700800657272337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,power_law_1.01,0.02651520073413849
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,power_law_1.2,0.026438400149345398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,power_law_1.01,0.026617598533630372
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,power_law_1.2,0.028441599011421202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,power_law_1.01,0.028921601176261903
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,power_law_1.2,0.029363200068473816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,power_law_1.2,0.04796159863471985
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,power_law_1.01,0.0457152009010315
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,power_law_1.01,0.029158401489257812
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,power_law_1.2,0.060121601819992064
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,power_law_1.2,0.029183998703956604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,power_law_1.01,0.052249598503112796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,power_law_1.01,0.029292801022529603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,power_law_1.2,0.029555198550224305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,power_law_1.01,0.02980479896068573
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,power_law_1.2,0.029926401376724244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,power_law_1.01,0.030099201202392577
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.01,0.06216959953308106
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.2,0.10366079807281495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.01,0.0811456024646759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.2,0.12138880491256714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.01,0.09541119933128357
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.2,0.18152960538864135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,power_law_1.2,0.03219839930534363
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.2,0.2684031963348389
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.01,0.12917759418487548
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,power_law_1.01,0.031488001346588135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.01,0.16851199865341188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,power_law_1.2,0.032441601157188416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,power_law_1.01,0.032313600182533264
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,power_law_1.2,0.033555200695991515
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,power_law_1.01,0.033318400382995605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.2,0.4153024196624756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.01,0.23573760986328124
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.2,0.5153471946716308
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.01,0.3420736074447632
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,power_law_1.01,0.03611519932746887
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.2,0.8427328109741211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,power_law_1.2,0.03758719861507416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.01,0.5322368144989014
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,power_law_1.01,0.03661440014839172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.2,1.0194879531860352
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,power_law_1.2,0.03906559944152832
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.01,0.8015999794006348
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,power_law_1.2,1.3537216186523438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,power_law_1.01,0.8307071685791015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,128,power_law_1.2,2.2009599685668944
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,2,128,power_law_1.01,1.4279744148254394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,128,power_law_1.2,4.403776168823242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,2,128,power_law_1.01,3.1387584686279295
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,power_law_1.2,0.04335359930992126
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,power_law_1.01,0.04261760115623474
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,power_law_1.2,0.04567680060863495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,power_law_1.01,0.042982399463653564
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,power_law_1.2,0.04857600033283234
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,power_law_1.01,0.04911360144615173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,power_law_1.2,0.06638720035552978
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,power_law_1.01,0.05910400152206421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,power_law_1.01,0.029926401376724244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,power_law_1.2,0.029868799448013305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,power_law_1.01,0.02895359992980957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,power_law_1.2,0.02890239953994751
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,power_law_1.01,0.028339201211929323
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.2,0.07728000283241272
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,power_law_1.2,0.028652799129486085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,power_law_1.01,0.02871679961681366
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.01,0.06501759886741638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,power_law_1.2,0.029292801022529603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.2,0.10401920080184937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,power_law_1.01,0.029945600032806396
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,power_law_1.2,0.029657599329948426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.2,0.110316801071167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.01,0.07708160281181335
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.01,0.10421760082244873
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.2,0.20421121120452881
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.2,0.2595455884933472
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.01,0.13912320137023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.2,0.41600642204284666
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.01,0.18157440423965454
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,power_law_1.01,0.030374398827552794
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,power_law_1.2,0.03043839931488037
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,power_law_1.01,0.030707201361656188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.2,0.5839360237121582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.01,0.2655679941177368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,power_law_1.2,0.030585598945617676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,power_law_1.01,0.03158400058746338
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.01,0.33559041023254393
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,power_law_1.2,0.031692799925804135
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.2,0.8925888061523437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.01,0.5361087799072266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.2,1.1461952209472657
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,power_law_1.01,0.033107200264930726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,power_law_1.2,0.03371520042419433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.01,0.6678976058959961
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,power_law_1.2,1.5880895614624024
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,power_law_1.01,0.033215999603271484
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,power_law_1.2,0.03366400003433227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,power_law_1.01,0.9316224098205567
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,64,power_law_1.2,2.565043258666992
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,power_law_1.2,0.03516800105571747
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,4,64,power_law_1.01,1.3388863563537599
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,64,power_law_1.2,6.185356903076172
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,power_law_1.01,0.03715839982032776
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,power_law_1.2,0.03777920007705689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,4,64,power_law_1.01,2.787718391418457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,power_law_1.01,0.0377344012260437
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,power_law_1.2,0.03821440041065216
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,power_law_1.01,0.03919360041618347
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,power_law_1.01,0.044998401403427125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,power_law_1.2,0.04834559857845307
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,power_law_1.01,0.046988800168037415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,power_law_1.2,0.0500927984714508
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,power_law_1.01,0.05361279845237732
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,power_law_1.2,0.05381119847297668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,power_law_1.01,0.06394240260124207
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,power_law_1.2,0.06892160177230836
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.01,0.07217919826507568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.01,0.08541439771652222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.01,0.11399040222167969
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.2,0.09743360280990601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.01,0.1559231996536255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.01,0.2495487928390503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.2,0.23607680797576905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.01,0.2967616081237793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.2,0.2851775884628296
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.01,0.44594559669494627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.2,0.4416512012481689
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.01,0.5988096237182617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.2,0.5068543910980224
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.01,0.7864192008972168
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.2,1.0546175956726074
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,power_law_1.01,1.024390411376953
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.2,1.2630656242370606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,32,power_law_1.01,1.6221759796142579
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,power_law_1.2,1.6012224197387694
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,32,power_law_1.01,4.295673751831055
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,4096,1536,8,128,8,32,power_law_1.2,3.1009023666381834
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,4096,1536,8,128,8,32,power_law_1.2,7.9725181579589846
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,power_law_1.01,0.049779200553894044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,power_law_1.2,0.04760960042476654
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,power_law_1.2,0.0445248007774353
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,power_law_1.01,0.04488320052623749
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,power_law_1.2,0.04428800046443939
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,power_law_1.01,0.049465599656105044
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,power_law_1.2,0.049644801020622256
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,power_law_1.01,0.05226879715919495
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,power_law_1.2,0.052198398113250735
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,power_law_1.01,0.0507968008518219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,power_law_1.2,0.05015680193901062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,power_law_1.01,0.05196160078048706
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,power_law_1.2,0.05196800231933594
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,power_law_1.01,0.05533440113067627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,power_law_1.2,0.05449600219726562
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,power_law_1.01,0.057158398628234866
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,power_law_1.2,0.05549439787864685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,power_law_1.01,0.05960959792137146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,power_law_1.2,0.06032000184059143
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,power_law_1.01,0.06431999802589417
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,power_law_1.2,0.06455039978027344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,power_law_1.01,0.06725760102272034
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,power_law_1.2,0.06551679968833923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,power_law_1.01,0.07068799734115601
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,power_law_1.2,0.06972159743309021
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,power_law_1.01,0.07548159956932068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,power_law_1.2,0.07448959946632386
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,power_law_1.01,0.05367680191993714
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,power_law_1.2,0.0538752019405365
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,power_law_1.01,0.054713600873947145
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,power_law_1.2,0.04802559912204742
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,power_law_1.01,0.0808896005153656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,power_law_1.2,0.08216959834098816
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,power_law_1.01,0.04620800018310547
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,power_law_1.2,0.047276800870895384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,power_law_1.01,0.08380799889564514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,power_law_1.01,0.05225600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,power_law_1.2,0.05203840136528015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,power_law_1.01,0.05373439788818359
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,power_law_1.2,0.0535103976726532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,power_law_1.01,0.0923520028591156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,power_law_1.2,0.0958079993724823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,power_law_1.01,0.1074112057685852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.01,0.12791039943695068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.2,0.13764480352401734
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,power_law_1.2,0.057055997848510745
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,power_law_1.01,0.0566976010799408
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.01,0.14435839653015137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.2,0.17601920366287233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,power_law_1.2,0.058815997838973996
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,power_law_1.01,0.05928320288658142
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.01,0.20461440086364746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.2,0.25666561126708987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,power_law_1.2,0.060819202661514284
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,power_law_1.01,0.060601598024368285
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.01,0.3072959899902344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.2,0.3386431932449341
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.01,0.3671231985092163
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.2,0.40965118408203127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.2,0.7442815780639649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.01,0.5200511932373046
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.2,0.860921573638916
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.01,0.7809152126312255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,power_law_1.01,0.06480640172958374
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,power_law_1.2,0.06461439728736877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.01,0.9739007949829102
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.2,1.4657600402832032
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,power_law_1.01,0.06720640063285828
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,power_law_1.2,0.06669440269470214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.2,1.9450239181518554
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.01,1.4911423683166505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,power_law_1.01,0.06982399821281433
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,power_law_1.2,0.07027199864387512
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,power_law_1.2,2.4950592041015627
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,power_law_1.01,1.81080322265625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,32,power_law_1.01,2.597248077392578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,8,32,power_law_1.2,4.722278213500976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,power_law_1.01,0.07357439994812012
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,power_law_1.2,0.075135999917984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,power_law_1.01,0.07579519748687744
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,32,power_law_1.01,5.121408081054687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,power_law_1.2,0.07845119833946228
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,8,32,power_law_1.2,9.782546997070312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,power_law_1.01,0.08103039860725403
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,power_law_1.2,0.08410239815711976
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,power_law_1.2,0.09522560238838196
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,power_law_1.01,0.09102079868316651
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,power_law_1.01,0.09497600197792053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,power_law_1.01,0.10807679891586304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,power_law_1.2,0.11129599809646606
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,power_law_1.01,0.12061439752578736
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,power_law_1.2,0.13100160360336305
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.01,0.14673919677734376
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.2,0.1570304036140442
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.01,0.19115519523620605
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.2,0.21011838912963868
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.01,0.22678399085998535
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.2,0.2845439910888672
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.01,0.3361088037490845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.2,0.37983360290527346
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.01,0.4451456069946289
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.2,0.4741824150085449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.2,0.7239359855651856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.01,0.6436223983764648
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.2,1.0019904136657716
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.01,0.7462528228759766
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.2,1.9148031234741212
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.01,1.0914239883422852
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.2,2.096588706970215
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.01,1.5659711837768555
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,power_law_1.01,1.965395164489746
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,power_law_1.2,2.9054079055786133
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,16,power_law_1.01,2.8984832763671875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,6144,2560,8,160,16,16,power_law_1.2,5.171295928955078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,16,power_law_1.01,6.62152328491211
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,6144,2560,8,160,16,16,power_law_1.2,10.883846282958984
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,power_law_1.01,0.06883839964866638
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,power_law_1.2,0.06825600266456604
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,power_law_1.2,0.07190399765968322
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,power_law_1.01,0.07038080096244811
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,power_law_1.2,0.06615679860115051
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,power_law_1.2,0.06412799954414368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,power_law_1.01,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,power_law_1.2,0.0700160026550293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,power_law_1.01,0.06458879709243774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,power_law_1.2,0.06848000288009644
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,power_law_1.01,0.06999040246009827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,power_law_1.2,0.07283200025558471
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,power_law_1.01,0.07203840017318726
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,power_law_1.2,0.07022079825401306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,power_law_1.01,0.07338240146636962
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,power_law_1.2,0.07292159795761108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,power_law_1.01,0.07983360290527344
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,power_law_1.2,0.07850239872932434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,power_law_1.01,0.07875840067863464
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,power_law_1.2,0.07959039807319641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,power_law_1.01,0.08163840174674988
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,power_law_1.2,0.08394880294799804
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,power_law_1.01,0.08565760254859925
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,power_law_1.2,0.08776320219039917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,power_law_1.01,0.08904320001602173
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,power_law_1.2,0.08791679739952088
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,power_law_1.01,0.09098240137100219
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,power_law_1.2,0.0908352017402649
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,power_law_1.01,0.0985535979270935
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,power_law_1.2,0.09767680168151856
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,power_law_1.01,0.06773759722709656
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,power_law_1.2,0.06794880032539367
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,power_law_1.01,0.10025600194931031
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,power_law_1.2,0.10412800312042236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,power_law_1.01,0.06873599886894226
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,power_law_1.2,0.06863359808921814
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,power_law_1.01,0.11571199893951416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,power_law_1.01,0.06695680022239685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,power_law_1.2,0.1211967945098877
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,power_law_1.2,0.06432639956474304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,power_law_1.01,0.05768960118293762
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,power_law_1.2,0.05780479907989502
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,power_law_1.01,0.06572160124778748
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,power_law_1.2,0.0637440025806427
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.01,0.1270143985748291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.2,0.13671679496765138
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,power_law_1.01,0.06533759832382202
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,power_law_1.2,0.06311039924621582
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.01,0.1525760054588318
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.2,0.15839999914169312
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.01,0.18318719863891603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,power_law_1.2,0.06782720088958741
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.2,0.20880639553070068
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,power_law_1.01,0.07160320281982421
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.01,0.23733119964599608
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,power_law_1.2,0.07342079877853394
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.2,0.29644160270690917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.01,0.3214143991470337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.01,0.4069695949554443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.2,0.37893760204315186
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.01,0.577785587310791
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.2,0.5186240196228027
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.01,0.8491968154907227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.2,0.8080512046813965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,power_law_1.01,0.07459840178489685
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,power_law_1.2,0.07406719923019409
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.01,1.1397567749023438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,power_law_1.01,0.07779200077056884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.2,1.188377571105957
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,power_law_1.2,0.07649919986724854
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,power_law_1.01,1.4350208282470702
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,power_law_1.01,0.0805184006690979
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,power_law_1.2,0.08284800052642823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.2,1.5522560119628905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,128,power_law_1.01,2.441644859313965
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,power_law_1.2,2.1229568481445313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,2,128,power_law_1.2,3.0746240615844727
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,128,power_law_1.01,4.466131210327148
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,power_law_1.2,0.08247039914131164
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,power_law_1.01,0.0870848000049591
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,power_law_1.2,0.08716800212860107
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,2,128,power_law_1.2,6.212115097045898
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,power_law_1.01,0.08903040289878845
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,power_law_1.2,0.08957440257072449
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,power_law_1.2,0.09533439874649048
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,power_law_1.01,0.09832320213317872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,power_law_1.2,0.10088319778442383
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,power_law_1.01,0.10098559856414795
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,power_law_1.2,0.1050495982170105
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,power_law_1.01,0.07041919827461243
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,power_law_1.2,0.07095040082931518
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,power_law_1.01,0.12183680534362792
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,power_law_1.01,0.08057600259780884
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,power_law_1.2,0.1236799955368042
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,power_law_1.2,0.08006399869918823
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.01,0.13936640024185182
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,power_law_1.01,0.07697920203208923
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.2,0.1447872042655945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,power_law_1.2,0.07493119835853576
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,power_law_1.01,0.05704960227012634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,power_law_1.2,0.056390398740768434
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,power_law_1.01,0.06113280057907104
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,power_law_1.2,0.06181120276451111
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.01,0.15812480449676514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.2,0.17509119510650634
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.01,0.1947711944580078
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.2,0.21172480583190917
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.01,0.24953598976135255
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.2,0.28433918952941895
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,power_law_1.01,0.06316800117492676
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.01,0.3389695882797241
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.2,0.41709442138671876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,power_law_1.2,0.07287039756774902
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.01,0.4898687839508057
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.2,0.551968002319336
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,power_law_1.01,0.07596799731254578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,power_law_1.2,0.07365120053291321
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.01,0.5860288143157959
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.2,0.7113984107971192
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.01,0.8875712394714356
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.2,1.0621184349060058
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.01,1.1421631813049316
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.2,1.5121408462524415
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,power_law_1.01,0.07611520290374756
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,power_law_1.01,1.4470015525817872
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,power_law_1.2,0.07643520236015319
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,power_law_1.2,1.9059968948364259
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,power_law_1.01,0.08380799889564514
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,power_law_1.2,0.08245760202407837
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,64,power_law_1.01,2.2096063613891603
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,4,64,power_law_1.2,3.062841606140137
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,power_law_1.2,0.08195840120315552
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,64,power_law_1.01,4.667750549316406
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,4,64,power_law_1.2,6.440249633789063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,power_law_1.01,0.0876416027545929
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,power_law_1.2,0.08932480216026306
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,power_law_1.01,0.09271680116653443
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,power_law_1.2,0.09348480105400085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,power_law_1.01,0.0961408019065857
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,power_law_1.2,0.09507200121879578
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,power_law_1.01,0.10123519897460938
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,power_law_1.2,0.1015936017036438
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,power_law_1.01,0.06355199813842774
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,power_law_1.2,0.06453760266304016
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,power_law_1.01,0.1081663966178894
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,power_law_1.2,0.10928000211715698
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,power_law_1.01,0.07853440046310425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,power_law_1.01,0.1184000015258789
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,power_law_1.2,0.07964159846305847
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,power_law_1.2,0.11678719520568848
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,power_law_1.01,0.13727999925613404
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,power_law_1.2,0.06703360080718994
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,power_law_1.01,0.08814079761505127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,power_law_1.2,0.13767679929733276
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.01,0.1553984045982361
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,power_law_1.2,0.06106879711151123
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,power_law_1.01,0.060159999132156375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.2,0.1584447979927063
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.01,0.17992960214614867
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,power_law_1.2,0.06575359702110291
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,power_law_1.01,0.06338559985160827
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.2,0.20383999347686768
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.01,0.21671040058135987
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.01,0.28037760257720945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.2,0.2349247932434082
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.01,0.36942079067230227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.2,0.34791040420532227
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.01,0.5078335762023926
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.2,0.44579200744628905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,power_law_1.2,0.0700543999671936
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,power_law_1.01,0.06739839911460876
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.01,0.7050623893737793
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.2,0.6629824161529541
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,power_law_1.2,0.07246720194816589
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,power_law_1.01,0.07315199971199035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.01,1.0186623573303222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.2,0.9139583587646485
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,power_law_1.2,0.08169599771499633
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,power_law_1.01,0.08176640272140503
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.01,1.288435173034668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.2,1.3195648193359375
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,power_law_1.01,1.5529984474182128
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.2,1.6029184341430665
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,32,power_law_1.01,2.554732894897461
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,power_law_1.2,1.930860710144043
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,power_law_1.01,0.0857151985168457
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,power_law_1.2,0.08751999735832214
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,32,power_law_1.01,5.476480102539062
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,8,32,power_law_1.2,3.5343551635742188
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,power_law_1.01,0.0900223970413208
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,power_law_1.2,0.08923519849777221
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,power_law_1.2,0.09296640157699584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,power_law_1.01,0.09482240080833435
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,8,32,power_law_1.2,7.433977508544922
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,power_law_1.2,0.10640000104904175
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,power_law_1.2,0.11148799657821655
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,power_law_1.01,0.11019519567489625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,power_law_1.2,0.11539839506149292
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,power_law_1.01,0.11505919694900513
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,power_law_1.2,0.12290560007095337
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,power_law_1.01,0.1189568042755127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,power_law_1.2,0.125600004196167
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,power_law_1.01,0.12726399898529053
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,power_law_1.2,0.14357119798660278
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,power_law_1.01,0.13864320516586304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,power_law_1.2,0.164902400970459
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,power_law_1.01,0.15394560098648072
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.2,0.18786560297012328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.01,0.1748800039291382
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.2,0.23978879451751708
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.01,0.22430720329284667
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.2,0.29783680438995364
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.01,0.28657920360565187
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.2,0.4131648063659668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.01,0.3797055959701538
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.2,0.5408319950103759
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.01,0.46789121627807617
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.2,0.7040128231048584
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.01,0.6807104110717773
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.01,0.793017578125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.2,0.997811222076416
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.01,1.229529571533203
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.2,1.4970687866210937
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.01,1.6511167526245116
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.2,1.9545408248901368
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,power_law_1.01,2.0212032318115236
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,power_law_1.2,2.193267250061035
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,16,power_law_1.2,3.5688831329345705
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,32768,7168,2048,8,384,16,16,power_law_1.01,3.332032012939453
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,16,power_law_1.2,8.766706848144532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,moe,moe_torch_flow,fp8_block,65536,7168,2048,8,384,16,16,power_law_1.01,6.678195190429688
