gateway,concurrency,direct_p99_ms,gateway_p99_ms,p99_added_latency_ms,direct_rps,gateway_rps,errors
litellm-rust,1,21.981512000000002,22.86892,0.8874079999999971,46.24469945691342,45.24563873819559,0
litellm-python,1,21.981512000000002,31.766969999999997,9.785457999999995,46.24469945691342,34.37757124487294,0
bifrost,1,21.981512000000002,22.73033,0.7488179999999964,46.24469945691342,44.82304680654159,0
portkey,1,21.981512000000002,24.762531,2.781018999999997,46.24469945691342,43.15668997275413,0
litellm-rust,4,22.423969,23.033559,0.6095900000000007,184.46782246417834,181.24136512557064,0
litellm-python,4,22.423969,49.373609,26.949640000000002,184.46782246417834,92.71060082173305,0
bifrost,4,22.423969,23.052722000000003,0.6287530000000032,184.46782246417834,180.22936818450253,0
portkey,4,22.423969,25.199926,2.775957000000002,184.46782246417834,174.03815313524,0
litellm-rust,16,22.673467,23.000501,0.32703400000000116,735.6020117118765,721.78633667653,0
litellm-python,16,22.673467,274.018319,251.34485200000003,735.6020117118765,158.38587626854624,0
bifrost,16,22.673467,23.564402,0.8909350000000025,735.6020117118765,722.6675848505213,0
portkey,16,22.673467,30.911542999999998,8.238076,735.6020117118765,673.5999802947756,0
litellm-rust,64,24.015417,64.299497,40.28408,2855.6946976456065,2722.165164657367,0
litellm-python,64,24.015417,570.058326,546.042909,2855.6946976456065,179.75283956877354,0
bifrost,64,24.015417,52.698799,28.683382,2855.6946976456065,2719.0810210934505,0
portkey,64,24.015417,132.434158,108.418741,2855.6946976456065,1360.2625082469656,0