configuration,mode,total_concurrency_per_gpu,concurrency_per_instance,trials,successful_requests_across_two_gpus,tps_per_gpu_mean,tps_per_gpu_sample_std,ttft_p50_ms_mean,ttft_p50_ms_sample_std,ttft_p99_ms_mean,ttft_p99_ms_sample_std,tpot_p50_ms_mean,tpot_p50_ms_sample_std,tpot_p99_ms_mean,tpot_p99_ms_sample_std,e2e_p50_ms_mean,e2e_p50_ms_sample_std,e2e_p99_ms_mean,e2e_p99_ms_sample_std,common_wall_tps_per_gpu_mean,common_wall_tps_per_gpu_sample_std,all_workers_overlap_fraction_mean,all_workers_overlap_fraction_sample_std HAMi pair,Eager,8,4,3,480,183.62392595877864,0.5100529240212816,412.87377887499997,6.358989501679369,622.6514646558333,92.90903232004298,42.201143273039214,0.11245659407687003,43.41071301020588,0.2782304530389278,11169.379610208332,29.795423576973242,11438.21101306,76.67449293422737,180.85006165146334,0.26445009164247535,0.9704371409635764,0.0026430679349929813 HAMi pair,Graph,8,4,3,480,335.2794320783916,0.17734719415564326,564.7901735833333,4.354912160746482,745.9981150425,4.954094789249861,21.716446533823532,0.01848154936014109,22.391252182297382,0.012536373221164496,6101.929475333332,3.4406546609153152,6232.565431089166,7.2813780630764855,334.78086386548574,0.09372019890068448,0.9974204926116266,0.0006582336498689647 Native pair,Eager,8,4,3,480,185.79990440666973,0.7304753714014768,440.87363575,28.50476673291294,659.3844868816666,57.92924277932041,41.520664201960784,0.07131513459685274,42.733909243901955,0.10522316749453554,11031.925744958333,51.70022713636819,11294.358309113333,55.78613337403508,184.06428272626417,0.1614697722273328,0.9776525076992094,0.007564015470216971 Native pair,Graph,8,4,3,480,335.51471481403746,0.016527453865742385,563.5322183333333,3.7029402665714892,738.6078293766666,9.814821657874884,21.712171828104573,0.01964905002157874,22.397772399366012,0.019054569482555427,6099.2344365,1.6631684586163265,6237.851100616666,17.50117085275566,334.49779767200334,0.36967001557699974,0.9942142526817399,0.0019267331016017846 Native single,Eager,8,8,3,480,193.9521315751877,1.1650264400143422,331.42609058333335,0.6029243174272322,722.6952452416664,14.574774186576596,40.02694151830065,0.1166177161560091,40.819115632784,0.4303123430839327,10530.135566916666,23.86289211883118,10893.045051784999,90.02701965943277,191.32542738020229,3.0705460069881654,0.9731723716089877,0.01965834789195487 Native single,Graph,8,8,3,480,628.5734074992245,0.3028659786669097,335.46239825,6.1626953566743286,678.1879551299999,1.7382960670627179,11.417531728431372,0.02522901852091419,12.01651287662745,0.0060987267619080025,3248.8561084166668,2.173174202392527,3526.6933220649994,6.8759612262249785,627.0081489819422,0.5813794914239432,0.9950225687500117,0.0019305126657807904 Legacy MPS pair,Eager,8,4,3,480,188.5074978107481,0.727842113958427,311.22716854166663,3.5587111415478,500.6993183999999,6.960318772669204,41.369439806862744,0.19065755306925894,42.54508372367973,0.17788658352391876,10863.186048833333,32.895528566768135,11148.9354009525,42.946884694253285,187.2855393653582,0.404238689232243,0.9857759963400667,0.0026265951940858453 Legacy MPS pair,Graph,8,4,3,480,449.3644088436405,13.92330162770467,413.50288237499996,51.02666938134985,538.9820612858333,70.9499928471349,16.822838250816993,0.15894132990113813,17.40479303324183,0.13336434784014356,4715.17303725,6.3095753096941385,4801.068027331667,15.929146527113925,399.2758131525978,28.176013865970447,0.7239188274323549,0.23314215075939956